-- Logs begin at Mon 2021-04-19 17:58:31 UTC, end at Mon 2021-04-19 19:04:51 UTC. -- Apr 19 18:39:55.195509 dv-cinder-786929-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 18:39:58.383735 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:39:58.384268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:39:58.385587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:39:58.387399 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:39:58.387716 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:39:58.388091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:39:58.389147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:39:58.389412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:39:58.390465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:39:58.390776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:39:58.391038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:39:58.391415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.391763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.392110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.392375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.393401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.393908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.394254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.394597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.394972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.395303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.395626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.395952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.396218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.396543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.396879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.397213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.397470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] debug = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.397792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.398343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.398705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.399029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.399363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.399690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.400007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.400324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.400649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.401022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] host = dv-cinder-786929-1-smb {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.401340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.401673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.402003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.402334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.402669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.402988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.403318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.403896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.404209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.404525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.404859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.405191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.405527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.405783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.406058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.406391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.406747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.407066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.407378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.407690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.408005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.408337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.408830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.409163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.409494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.409826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.410140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.410453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.410787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.411158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.411490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.411804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.412117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.412430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.412760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.413068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.413380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.413748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.414079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.414404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.414758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.415072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.415399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.415709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.416017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.416324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_json = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.416633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.416939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.417260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.417569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.417876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.418192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.418498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.418855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:39:58.419187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.419524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.419872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.420213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.420552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.420871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.421202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.421516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.421848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.422181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.422507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.422882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.423210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.423524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.423860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.424257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.424595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.424928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.425239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.425550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.425858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.426173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.426496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.426860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.427192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.427504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.427820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.428158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.428473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.428890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.429131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.429464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.429778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.430088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.430407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.430754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.431066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.431373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.431687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.432019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.432332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.432658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.432968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.433279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.433584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.433907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.434243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.434560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.435231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.435551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.435862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.436174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.436490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.436801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.437117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.437427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.437736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.438050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.438359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.438688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.439001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.439311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.440202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.440581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.440889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.441198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.441511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.441824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.442152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.442486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.442830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.443147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.443464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.443779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.444113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.444429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.444742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.445056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.445365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.445723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.446043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.446366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.446709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.447028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.447367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.447684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.448002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.448315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.448635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.448996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.449316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.449650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.449982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.450313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.450662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.450999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.451319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.451693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.452013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:39:58.452264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:39:58.452524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86368) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 18:39:59.132610 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading Gnome Apr 19 18:39:59.149347 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading Google Apr 19 18:39:59.152087 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 18:39:59.155879 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading file Apr 19 18:39:59.156716 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading keyczar Apr 19 18:39:59.156999 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading multi Apr 19 18:39:59.157648 dv-cinder-786929-1-smb neutron-server[86368]: INFO keyring.backend [-] Loading pyfs Apr 19 18:39:59.204356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:39:59.204669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:39:59.205009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:39:59.206025 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 18:39:59.602436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.602950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.603055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.604431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.604869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.605167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.643688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.644003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.644309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.659659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.659972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.660271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.726573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.726913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.727214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.728225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.728528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:39:59.730287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.006097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.006426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.006754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.007082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.007922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.157509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.157882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.158208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.159173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.159472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.159853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.160325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.160621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.160913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.161249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.161573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.161883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.162189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.162486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.162821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.163142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.163436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.163754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.164042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.164376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.164816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.165103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.165413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.165752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.166035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.166314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.166788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.167091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.167365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.167638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.167909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.168181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:00.168600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 18:40:00.171679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 18:40:00.175744 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 18:40:00.179552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 19 18:40:00.181210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 18:40:00.182469 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 18:40:00.182877 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 18:40:00.183317 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 18:40:00.187061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 18:40:00.187346 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 18:40:00.187738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:40:00.214565 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 18:40:00.215101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.215432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86368) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 18:40:00.215838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.217183 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86368) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 18:40:00.217501 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:40:00.217775 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 18:40:00.221476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.221794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:00.289413 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 18:40:00.289639 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 18:40:00.289910 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 18:40:00.290311 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 18:40:00.323344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.sqlalchemy.engines [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86368) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 18:40:00.863540 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing driver for type 'gre' Apr 19 18:40:00.864120 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] gre ID ranges: [(1, 1000)] Apr 19 18:40:00.972301 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing driver for type 'local' Apr 19 18:40:00.972671 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing driver for type 'vlan' Apr 19 18:40:01.046242 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] VlanTypeDriver initialization complete Apr 19 18:40:01.046649 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing driver for type 'vxlan' Apr 19 18:40:01.047204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] vxlan ID ranges: [(1, 1000)] Apr 19 18:40:01.171638 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing extension driver 'port_security' Apr 19 18:40:01.172007 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] PortSecurityExtensionDriver initialization complete Apr 19 18:40:01.172384 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing mechanism driver 'openvswitch' Apr 19 18:40:01.172750 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing mechanism driver 'hyperv' Apr 19 18:40:01.179593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:01.180421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.180830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.181216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.181636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.182023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.182399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.182838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.183217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.183591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.183999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.184378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.184902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.185320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.185702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.186075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.186490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > address_group after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.186893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > address_group after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.187268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.187632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] ML2 OVO RPC backend initialized. {{(pid=86368) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 18:40:01.188413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.188799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.189255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.190273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > networks before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.190674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.191051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > ports before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.191429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.191803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnets before_response 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.192182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.192552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.192918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.193286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.193652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.194018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.194382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.194778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.195147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.195771 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.plugin [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Modular L2 Plugin initialization complete Apr 19 18:40:01.196124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading services supported by the core plugin {{(pid=86368) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 18:40:01.196485 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.plugins.ml2.managers [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Got port-security extension from driver 'port_security' Apr 19 18:40:01.196991 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.extensions.vlantransparent [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Disabled vlantransparent extension. Apr 19 18:40:01.197524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86368) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 18:40:01.197862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: router Apr 19 18:40:01.235021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.235458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_create 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.235862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router before_create 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.236264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.237206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.237595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_delete 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.237999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.238402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_create 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.238827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.239218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.239600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.240000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.240485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.240900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.241274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.241702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: subnet after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.242059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.242444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.242848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_create 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.243227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.243606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.244004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router after_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.244383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.244765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_create 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.245166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.245547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_update 55549900 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.245970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > network after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.246966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Tracking information for resource: router configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:01.247341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Tracking information for resource: floatingip configured {{(pid=86368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:40:01.252701 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_agentschedulers_db [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 18:40:01.253444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.253841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.254226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.254634 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: port after_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.255541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router before_create 55550100 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.255942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.256344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_create 55550100 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.256736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > router precommit_update 55550100 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.261617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.provider_configuration [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service providers = [] {{(pid=86368) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 18:40:01.262015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.servicetype_db [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86368) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 18:40:01.264856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.service_base [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:40:01.265239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.service_base [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:40:01.265612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.service_base [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:40:01.266503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.service_base [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:40:01.266924 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.services.service_base [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 18:40:01.267334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.267730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 18:40:01.277946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.278315 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: auto_allocate Apr 19 18:40:01.289247 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: network precommit_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.289647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: network precommit_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.290236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.290594 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: tag Apr 19 18:40:01.297589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.297958 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: timestamp Apr 19 18:40:01.302663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.303026 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: network_ip_availability Apr 19 18:40:01.308532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.308939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.309329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.310112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.310468 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: flavors Apr 19 18:40:01.315083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.315448 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading Plugin: revisions Apr 19 18:40:01.319869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:40:01.320289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.115s {{(pid=86368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:01.321089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86368) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 18:40:01.321443 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Initializing extension manager. Apr 19 18:40:01.322004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: __init__.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.322380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: __pycache__ {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.322783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.323153 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: address_group.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: address-group Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: address_scope.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: address-scope Apr 19 18:40:01.328174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.328858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.329238 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: router-admin-state-down-before-update Apr 19 18:40:01.329597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: agent.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.330690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.330982 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: agent Apr 19 18:40:01.331344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: agent_resources_synced.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.332256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.332825 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: agent-resources-synced Apr 19 18:40:01.333185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: allowedaddresspairs.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.335023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.335605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: allowed-address-pairs Apr 19 18:40:01.335967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: auto_allocated_topology.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.337042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.337618 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: auto-allocated-topology Apr 19 18:40:01.337982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: availability_zone.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.338753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.339332 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: availability_zone Apr 19 18:40:01.339692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: availability_zone_filter.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.340604 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.341172 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: availability_zone_filter Apr 19 18:40:01.341542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: data_plane_status.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.342555 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.343172 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 18:40:01.343529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: default_subnetpools.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.344452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.345021 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: default-subnetpools Apr 19 18:40:01.345380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.347020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.347605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: dhcp_agent_scheduler Apr 19 18:40:01.347970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: dns.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.348887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.349455 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 18:40:01.349814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: dns_domain_ports.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.350760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.351331 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 18:40:01.351689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: dvr.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.352404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.352971 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: dvr Apr 19 18:40:01.353326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: empty_string_filtering.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.354231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.354844 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: empty-string-filtering Apr 19 18:40:01.355219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.356127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.356691 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:40:01.357047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.357975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.358546 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 18:40:01.358931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: external_net.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.359845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.360417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: external-net Apr 19 18:40:01.360775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.362416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.363014 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: extra_dhcp_opt Apr 19 18:40:01.363377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: extraroute.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.364302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.364879 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: extraroute Apr 19 18:40:01.365240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: extraroute_atomic.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.366264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.366867 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: extraroute-atomic Apr 19 18:40:01.367229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: filter_validation.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.367925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.368484 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: filter-validation Apr 19 18:40:01.368839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: fip_pf_description.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.369750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.370309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 18:40:01.370721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: fip_port_details.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.371733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.372309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: fip-port-details Apr 19 18:40:01.372662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: flavors.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.373895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.374468 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: flavors Apr 19 18:40:01.374862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.376518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.377129 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 18:40:01.377500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: floatingip_pools.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.378244 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.378845 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: floatingip-pools Apr 19 18:40:01.379211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: ip_allocation.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.380172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.380742 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 18:40:01.381105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.382031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.382600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: ip-substring-filtering Apr 19 18:40:01.382986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l2_adjacency.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.383909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.384470 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 18:40:01.384836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.385894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.386470 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: router Apr 19 18:40:01.386853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.389135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.389731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:40:01.390099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.391075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.391658 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: ext-gw-mode Apr 19 18:40:01.392021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.393154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.393727 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: l3-ha Apr 19 18:40:01.394090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3_flavors.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.395079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.395649 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: l3-flavors Apr 19 18:40:01.396011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.396944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.397510 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 18:40:01.397869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: l3agentscheduler.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.399061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.399650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: l3_agent_scheduler Apr 19 18:40:01.400013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: logging.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.401520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.402100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension logging not supported by any of loaded plugins Apr 19 18:40:01.402470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: metering.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.403308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.404266 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: metering Apr 19 18:40:01.404631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.405740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.406315 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: metering_source_and_destination_fields Apr 19 18:40:01.406716 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: multiprovidernet.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.407649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.408748 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: multi-provider Apr 19 18:40:01.409211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: netmtu.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.410133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.410732 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: net-mtu Apr 19 18:40:01.411096 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: netmtu_writable.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.412031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.412600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: net-mtu-writable Apr 19 18:40:01.412958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: network_availability_zone.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.413790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.414362 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: network_availability_zone Apr 19 18:40:01.414783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: network_ip_availability.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.415895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.416471 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: network-ip-availability Apr 19 18:40:01.416833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: network_segment_range.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.417665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.418227 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 18:40:01.418585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: pagination.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.419635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.420003 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: pagination Apr 19 18:40:01.420358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: port_device_profile.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.421270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.421879 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: port-device-profile Apr 19 18:40:01.422196 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.423152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.423722 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: port-mac-address-regenerate Apr 19 18:40:01.424657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.425645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.426213 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: port-numa-affinity-policy Apr 19 18:40:01.426570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: port_resource_request.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.427516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.428080 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 18:40:01.428434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: portbindings.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.429371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.429941 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: binding Apr 19 18:40:01.430300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: portbindings_extended.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.431621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.432192 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: binding-extended Apr 19 18:40:01.432551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: portsecurity.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.433475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.434047 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: port-security Apr 19 18:40:01.434404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: project_id.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.435432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.435804 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: project-id Apr 19 18:40:01.436166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: providernet.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.437094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.437661 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: provider Apr 19 18:40:01.438016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.441726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.442318 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos not supported by any of loaded plugins Apr 19 18:40:01.442711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.443999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.444577 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 18:40:01.444969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.445954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.446569 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 18:40:01.446989 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_default.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.447912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.448492 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-default not supported by any of loaded plugins Apr 19 18:40:01.448853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_fip.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.449543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.450106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 18:40:01.450463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_gateway_ip.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.451419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.451987 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 18:40:01.452352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_port_network_policy.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.453260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.453844 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 18:40:01.454202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_rule_type_details.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.455185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.455828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 18:40:01.456194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: qos_rules_alias.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.457250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.457822 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 18:40:01.458184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: quotasv2.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.459219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.459589 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: quotas Apr 19 18:40:01.459943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: quotasv2_detail.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.461679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.462063 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: quota_details Apr 19 18:40:01.462434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: rbac.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.463622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.464219 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: rbac-policies Apr 19 18:40:01.464585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: rbac_address_group.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.465527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.466105 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: rbac-address-group Apr 19 18:40:01.466465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: rbac_address_scope.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.467414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.467986 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: rbac-address-scope Apr 19 18:40:01.468345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: rbac_security_groups.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.469277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.469859 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: rbac-security-groups Apr 19 18:40:01.470220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: rbac_subnetpool.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.471762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.472340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: rbac-subnetpool Apr 19 18:40:01.472698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: revisionifmatch.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.473664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.474234 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: revision-if-match Apr 19 18:40:01.474593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: revisions.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.475765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.476340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: standard-attr-revisions Apr 19 18:40:01.476699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: router_availability_zone.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.477409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.477982 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: router_availability_zone Apr 19 18:40:01.478339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: routerservicetype.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.479297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.479866 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 18:40:01.480247 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.481145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.481720 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: security-groups-normalized-cidr Apr 19 18:40:01.482079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.483048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.483622 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: port-security-groups-filtering Apr 19 18:40:01.483981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.484916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.485492 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: security-groups-remote-address-group Apr 19 18:40:01.485852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: securitygroup.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.499843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.500511 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: security-group Apr 19 18:40:01.500883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: segment.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.501751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.502389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension segment not supported by any of loaded plugins Apr 19 18:40:01.502801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.503767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.504354 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 18:40:01.504719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: servicetype.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.505826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.506410 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: service-type Apr 19 18:40:01.506804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: sorting.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.507790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.508166 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: sorting Apr 19 18:40:01.508525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: standard_attr_segment.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.509449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.510026 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 18:40:01.510386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: standardattrdescription.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.511103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.511674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: standard-attr-description Apr 19 18:40:01.512036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: stateful_security_group.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.512959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.513548 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: stateful-security-group Apr 19 18:40:01.513910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: stdattrs_common.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.514484 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 18:40:01.514865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.515872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.516447 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 18:40:01.516804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnet_onboard.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.517901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.518476 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: subnet_onboard Apr 19 18:40:01.518857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.519788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.520370 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 18:40:01.520730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnet_service_types.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.521651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.522230 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: subnet-service-types Apr 19 18:40:01.522592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnetallocation.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.523709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.524296 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: subnet_allocation Apr 19 18:40:01.524656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.525353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.525930 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: subnetpool-prefix-ops Apr 19 18:40:01.526290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.527258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.527832 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 18:40:01.528190 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: tagging.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.529749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.530333 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: standard-attr-tag Apr 19 18:40:01.530745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: timestamp.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.531907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.532485 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loaded extension: standard-attr-timestamp Apr 19 18:40:01.532846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: trunk.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.534408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.535007 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension trunk not supported by any of loaded plugins Apr 19 18:40:01.535367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: trunk_details.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.536295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.536866 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 18:40:01.537223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: uplink_status_propagation.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.538143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.538741 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 18:40:01.539101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Loading extension file: vlantransparent.py {{(pid=86368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:40:01.539803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:40:01.540374 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 18:40:01.543058 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:network Apr 19 18:40:01.543884 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnet Apr 19 18:40:01.544564 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:40:01.545225 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:port Apr 19 18:40:01.546746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.547228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service FLAVORS assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.547910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.548373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.548743 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:router Apr 19 18:40:01.550054 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:40:01.550852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service METERING assigned prefix: /metering {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.552697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.553100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.553485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:40:01.554654 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:40:01.555137 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:40:01.555953 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:40:01.556746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service CORE assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.557114 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:40:01.557476 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] subnetpool is already registered Apr 19 18:40:01.558155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service CORE assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.558520 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:40:01.558930 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] subnetpool is already registered Apr 19 18:40:01.561672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.562143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service FLAVORS assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.562822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.563289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.563658 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:router Apr 19 18:40:01.564018 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] router is already registered Apr 19 18:40:01.564753 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:40:01.565198 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] floatingip is already registered Apr 19 18:40:01.565895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service METERING assigned prefix: /metering {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.566646 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:40:01.567017 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] rbac_policy is already registered Apr 19 18:40:01.567636 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:40:01.568001 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] security_group is already registered Apr 19 18:40:01.568649 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:40:01.569012 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] security_group_rule is already registered Apr 19 18:40:01.569745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service CORE assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.570109 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:40:01.570467 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] subnetpool is already registered Apr 19 18:40:01.571176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.resource_helper [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Service CORE assigned prefix: {{(pid=86368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:40:01.571541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:40:01.571901 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.quota.resource_registry [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] subnetpool is already registered Apr 19 18:40:01.572611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: extensions {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.574169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: address-groups {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.575852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: address-scopes {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.577126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: agents {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.578347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: auto-allocated-topology {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.579666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: availability_zones {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.581190 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: dhcp-networks {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.582687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: dhcp-agents {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.584197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: routers {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.586052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: flavors {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.587297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: service_profiles {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.588765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: next_providers {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.590378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: service_profiles {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.591924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: floatingip-pools {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.593196 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: routers {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.595081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: floatingips {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.596890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: l3-routers {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.598355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: l3-agents {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.599866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: metering-labels {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.602107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: metering-label-rules {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.603454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: network-ip-availabilities {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.604800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: bindings {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.606520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: quotas {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.608079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: quotas {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.609532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: rbac-policies {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.610913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: security-groups {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.612807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: security-group-rules {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.614094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: service-providers {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.615398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: subnetpools {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.616908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: subnetpools {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.618403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.620197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.622086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.623986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.625854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.627855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.629625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.631636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.633479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.635464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.extensions [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Extended resource: tags {{(pid=86368) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:40:01.642270 dv-cinder-786929-1-smb neutron-server[86368]: WARNING keystonemiddleware.auth_token [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 18:40:01.648007 dv-cinder-786929-1-smb neutron-server[86368]: WARNING keystonemiddleware.auth_token [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 18:40:01.657043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Acquired lock "singleton_lock" {{(pid=86368) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 18:40:01.657563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Releasing lock "singleton_lock" {{(pid=86368) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 18:40:01.659860 dv-cinder-786929-1-smb neutron-server[86368]: INFO oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Starting 2 workers Apr 19 18:40:01.664647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Started child 86483 {{(pid=86368) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:40:01.668725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.669393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Started child 86484 {{(pid=86368) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:40:01.670191 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [-] (86483) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:40:01.670913 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 18:40:01.671572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Notify callbacks [] for process, before_spawn {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.672830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.674221 dv-cinder-786929-1-smb neutron-server[86368]: INFO oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Starting 1 workers Apr 19 18:40:01.674813 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [-] (86484) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:40:01.679671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Started child 86485 {{(pid=86368) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:40:01.680202 dv-cinder-786929-1-smb neutron-server[86368]: INFO oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Starting 1 workers Apr 19 18:40:01.681691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] calling RpcWorker wait() {{(pid=86485) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 18:40:01.682073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] returning from RpcWorker wait() {{(pid=86485) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 18:40:01.683613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.684276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:01.684871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Started child 86486 {{(pid=86368) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:40:01.685642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a55c3ae-692c-40c7-a617-02cd6d1b1c27 None None] Notify callbacks [] for process, after_spawn {{(pid=86368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.687330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86368) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:40:01.687575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:40:01.687780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:40:01.688049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:40:01.688471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:40:01.688662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:40:01.688757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:01.689229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.689554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.689857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.690132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.690445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.691125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.691437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.691730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.692035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.692324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.692525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.692698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.692988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.693264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.693615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.693907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.694170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.694456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.694687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.694946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.695253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.695543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.695833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] debug = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.696118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.696695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.696957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.697242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.697491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.697792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.698058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.698368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.698637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.698930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.699215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.699493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.699757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.700018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.700268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.700563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.700808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.701254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] host = dv-cinder-786929-1-smb {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.701516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.701769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.702034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.702298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.702577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.702868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.703152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.703442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.703703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.704093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.704259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.704459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.704739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.705000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.705803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_options = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.706154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.706475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.706794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.707009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.707203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.707393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.707696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.707888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.708165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.708411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.708656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.708920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.709162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.709404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.709695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.709956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.710224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.710463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.710793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.711080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.711358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.711621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.711873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.712145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.712388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.712632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.713674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.713674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.713674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.713674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.714420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.714420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.714420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.714889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.714889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.715159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.715297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.715611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.715765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:01.715905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.716131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.716412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.716645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.716896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.717161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.717432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.717682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_json = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.717924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.718181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.718493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.718733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.718977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.719225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.719467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.719756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.720176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.720490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.721483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.721907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.722102 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.722237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.722526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.722838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.723109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.728226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.729553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.732413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.733557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.734478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.735995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.736262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.736387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.736643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.736882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.737076 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.737318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.737567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.737827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.738079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.738333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.738573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.738840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.739080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.739320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.739560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.739819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.740072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.740309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.740549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.740841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.741149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.741392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.741700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.742068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.742348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.742593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.742857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.743101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.743352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.743621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.743871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.744120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.744386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.744670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.744927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.745291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.745550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.745779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.746252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.746521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.746809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.747197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.747372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.747568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.747856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.748134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.748403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.748675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.748988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.749307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.749574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.749905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.750156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.750451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.750811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.751126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.751434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.751718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.752029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.752324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.752625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.752915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.753185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.753453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.753721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.754043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.754316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.754569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.754842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.755127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.755487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.755788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.756064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.756311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.756616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.756903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.757177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.757482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.757779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.758078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.758344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.758658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.759712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.759712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.759712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.759712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.760016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.760098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.760345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.760616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.760861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.761149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.761396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.761651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.763745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.764160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.764160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.764377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.765832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.765832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.765832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.765832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.765832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.767138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.767138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.767138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.767138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.767138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.768665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.768665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.768665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.768665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.769162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.769162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.769433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.769675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.770088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.770242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.770570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.770762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.770999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.771285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.771516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.771954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.772217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.772470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.772723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.773018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.773233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.773501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.773777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.774043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.774278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.774542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.774793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.775028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.775302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.775645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.775922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.776168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.776419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.776676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.776941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.777185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.777427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.777676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.777924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.778186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.778429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.778960 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.779210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.779453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.779710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.779951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.780193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.780442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.780684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.780942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.781204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.781449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.781700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.781941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.782289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.782578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.782857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.783166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.784006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.784352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.784629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.784995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.785271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.785565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.785816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.786067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.786321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.786684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.787060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.787415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.787714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.788008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.788324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.788606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.788912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.789179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.789491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.789845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.790119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.790382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.790669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.790972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.791229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.791479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.791758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.791992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.792261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.792548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.792845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.793103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.793350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.793617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.793865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.794123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.794384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.794676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.794940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.795126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:40:01.795657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86368) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:40:01.795849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:40:01.796028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:40:01.796248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:40:01.796390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:40:01.796561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:40:01.796808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.796998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.797187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.797382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.797605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.797716 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.797911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.798099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.798285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.798471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.798679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.798904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.799350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.799350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.799708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.799708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.799708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] debug = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.800913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.801906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.802932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.803117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.803302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.803485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.803641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.803827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] host = dv-cinder-786929-1-smb {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.804850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.805955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.806138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.806379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.806484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_options = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.806661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.806843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.807957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.808142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.808325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.808508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.808691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.808875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.809977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.810144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.810318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.810500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.810705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.810892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.811993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.812178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.812362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.812546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.812730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.812913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.813096 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.813280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.813465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.813649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.813832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.814995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_json = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.815152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.815339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.815522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.815711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.815875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.816020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.816212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.816462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:40:01.816615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.816768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.816911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.817871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.818959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.819122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.819310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.819500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.819688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.819876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.820065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.820251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.820456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.820644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.820831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.821957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.822152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.822306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.822495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.822704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.822898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.823082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.823269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.823457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.823644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.823830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.824951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.825137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.825325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.825511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.825708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.825895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.826988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.827174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.827361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.827590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.827737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.827915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.828950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.829141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.829329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.829517 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.829703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.829891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.830570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.830783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.830972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.831989 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.832252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.832404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.832544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.832682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.832871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.833060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.833283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.833526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.833715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.833903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.834089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.834277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.834465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.834646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.834842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.835955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.836141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.836328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.836429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:01.836527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.836676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.836863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.837998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.838192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.838394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.838582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.838794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.838981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.839167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.839353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.839539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.839726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.839913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.840100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.840285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.840479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.840680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.840868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.841056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.841245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.841481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.841672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.841857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.842980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.843167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.843356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.843544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.843730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.843917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.844105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.844292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.844480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.844668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.844854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.845043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.845230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.845418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.845606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.845843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.846686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.846792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.846890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847802 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.847987 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.848174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.848366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.848553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.848740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.848929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.849116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.849304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.849490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.849678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.849866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.850053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.850241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.850427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.850648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.850824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.851916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.852966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.853115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.853297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.853482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.853668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.853853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.854040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.854227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.854416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.854618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.854814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.855951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.856137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.856325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.856512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.856708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.856895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.857082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.857269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.857457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.857654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.857846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.858996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.859152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.859344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.859524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.859889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.860081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.860269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.860456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.860654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.860844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.861031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.861227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.861478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.861729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.861831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.862005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.862192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.862381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.862567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.862781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34732) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:01.863497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.863692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.864803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.864803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.864803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.864803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.865976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.866308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.866308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.867683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.868413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.868413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.868413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:40:01.868413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86368) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:40:01.875868 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101566 Apr 19 18:40:12.796760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1778e-633b-4e5d-bb7d-3b391260eb80 None None] get_active_networks_info from dv-cinder-786929-1-smb {{(pid=86485) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 18:40:12.891399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1778e-633b-4e5d-bb7d-3b391260eb80 None None] No non-hosted networks {{(pid=86485) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 18:40:12.956586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agentschedulers_db [None req-52f1778e-633b-4e5d-bb7d-3b391260eb80 None None] DHCP Agent not found on host dv-cinder-786929-1-smb {{(pid=86485) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 19 18:40:13.092186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5b5569ca-21cd-4857-ae4c-0c260a0809fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:15.514305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-667c8c6d-fcc7-42fc-9182-d47d3e7b2ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:15.578165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa580-b0fe-48ff-8ed1-d628f0153375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:15.977945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:16.161441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:16.162127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.162505 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.162902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.163269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.163632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.163995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.164353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.164712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.165111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.165465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.165823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.166179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:16.166581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786929-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:16.180084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786929-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:17.452320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:18.642142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34822) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:19.291693 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-adab1e81-88a2-4d79-8a36-76ceacda3591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:40:19.292271 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-adab1e81-88a2-4d79-8a36-76ceacda3591 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:40:19.526430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-adab1e81-88a2-4d79-8a36-76ceacda3591 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:40:19.538631 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-adab1e81-88a2-4d79-8a36-76ceacda3591 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8840106 Apr 19 18:40:19.628975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_hamode_db [None req-645b1738-edb9-441f-acd8-c5161e1b7400 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 18:40:19.722563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b1738-edb9-441f-acd8-c5161e1b7400 None None] Routers set() bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:40:19.723201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b1738-edb9-441f-acd8-c5161e1b7400 None None] Router IDs set() for agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 18:40:22.267272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34836) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:22.660685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:22.766200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.policy [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86484) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:40:22.823801 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:40:22.824157 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:40:22.843143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Loaded quota_driver: . Apr 19 18:40:22.859114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:22.954895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123108366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123106906', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123098429', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123059545', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123074480', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363269123074273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854090589', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853967709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664413'] for rbac-policy, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:23.355014 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:23.356285 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-911c584b-699c-479a-a8fe-9800ea4300af admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0874386 Apr 19 18:40:26.355243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34850) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:26.735000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '77c9cdae7de44949abf723e210f78a28'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:26.742352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:26.747427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Usage tracker for resource:network and tenant:77c9cdae7de44949abf723e210f78a28 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:26.751834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:26.760098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:26.867083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Made reservation on behalf of 77c9cdae7de44949abf723e210f78a28 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:40:26.872872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:26.890039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:26.905294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:26.909544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Usage tracker for resource:security_group_rule and tenant:77c9cdae7de44949abf723e210f78a28 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:26.912943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:26.918731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:27.167417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.198831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.203561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:27.221518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:40:27.250804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269120342422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.251407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Unsubscribe: segment precommit_create {{(pid=86484) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:40:27.251874 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Added segment f80c3a31-67b8-4859-99ac-5169085cf159 of type vlan for network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 Apr 19 18:40:27.306599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc0867-9b9a-46be-a3a4-739cb843a11b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:27.327956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.328327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.328687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.329040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.329389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.329739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.330138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.330507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.330878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Tracked resource versions report: Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:40:27.334700 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:40:27.336695 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:40:27.378920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.383488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:27.444590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.445939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:27.446581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:27.451367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:27.563397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:27.567043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:27.575425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:40:27.594061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2376821 Apr 19 18:40:30.631950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34866) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:31.116789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f4c9b3-c376-4995-bda2-becb299d6cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:31.118223 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-51f4c9b3-c376-4995-bda2-becb299d6cc8 admin admin] 10.222.0.43 "GET /v2.0/networks/4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 HTTP/1.1" status: 200 len: 825 time: 0.4852495 Apr 19 18:40:31.146764 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f45f71bc-7afa-4878-8c8c-3d5d60ca4c6b admin admin] 10.222.0.43 "GET /v2.0/subnetpools/97e3e70c-33e6-4218-a9a3-fe59e6f5f31c HTTP/1.1" status: 200 len: 734 time: 0.0223835 Apr 19 18:40:31.156227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Request body: {'subnet': {'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c', 'ip_version': 4, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '77c9cdae7de44949abf723e210f78a28'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:31.161135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:31.165031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Usage tracker for resource:subnet and tenant:77c9cdae7de44949abf723e210f78a28 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:31.168001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:31.174423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:31.272953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Made reservation on behalf of 77c9cdae7de44949abf723e210f78a28 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:40:31.277467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:31.773617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:31.779105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:31.866911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Checking segment: {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:40:31.867214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Network hostable DHCP agents. Network: 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:40:31.872834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f564b527-60ff-4ca9-9fb0-5ea2a2f78003,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:31.880242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:31.941254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:40:31.994170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:40:32.006724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:32.007345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:32.011825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9270ade9-e9a7-47d0-986d-182941f32295 None None] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:40:32.050847 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-98f7dd43-fe92-4152-85fb-88129d9a3c4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8983760 Apr 19 18:40:32.336109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:40:32.337404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:32.698432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Allocated IP 172.20.0.2 (4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18/f564b527-60ff-4ca9-9fb0-5ea2a2f78003/a7f67259-2bc5-419d-9a0b-0a811b570b9d) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:40:32.931611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:32.997295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Transition to ACTIVE for port object a7f67259-2bc5-419d-9a0b-0a811b570b9d will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:40:33.020907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Transition to ACTIVE for port object a7f67259-2bc5-419d-9a0b-0a811b570b9d will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:40:33.051949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:33.057680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:33.123372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:40:33.126328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:40:33.133980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:40:33.136077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Pushing event updated for resources: {'Port': ['ID=a7f67259-2bc5-419d-9a0b-0a811b570b9d,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:33.145988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.146372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.146765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.147135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.147495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.147855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.148209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.148563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.148916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.149276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.149625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.149972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Tracked resource versions report: Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:40:33.151123 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:40:33.194757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:33.248724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Attempting to bind port a7f67259-2bc5-419d-9a0b-0a811b570b9d on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:40:33.249143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Attempting to bind port a7f67259-2bc5-419d-9a0b-0a811b570b9d by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:40:33.249557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Attempting to bind port a7f67259-2bc5-419d-9a0b-0a811b570b9d on network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:40:33.256029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:40:33.256903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Checking segment: {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:40:33.256903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:33.257304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Bound using segment: {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:40:33.257840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Bound port: a7f67259-2bc5-419d-9a0b-0a811b570b9d, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:40:33.258343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:33.358825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] For port a7f67259-2bc5-419d-9a0b-0a811b570b9d, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:40:33.363008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] For port a7f67259-2bc5-419d-9a0b-0a811b570b9d, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=a7f67259-2bc5-419d-9a0b-0a811b570b9d,segment=NetworkSegment(f80c3a31-67b8-4859-99ac-5169085cf159),segment_id=f80c3a31-67b8-4859-99ac-5169085cf159)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:40:33.410664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:33.415775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:33.506899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Pushing event updated for resources: {'Port': ['ID=a7f67259-2bc5-419d-9a0b-0a811b570b9d,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:33.510082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:34.831243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34876) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:35.240290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-63883329-211b-4f2b-a3f2-1d086afc1be4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:40:35.241343 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-63883329-211b-4f2b-a3f2-1d086afc1be4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4090796 Apr 19 18:40:38.036862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34886) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:38.445138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-60175ce7-3d0d-4a5e-bf04-cb4e226a8189 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:40:38.446238 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-60175ce7-3d0d-4a5e-bf04-cb4e226a8189 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4083805 Apr 19 18:40:40.156949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device a7f67259-2bc5-419d-9a0b-0a811b570b9d up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:40:40.279161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port a7f67259-2bc5-419d-9a0b-0a811b570b9d completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:40:40.299641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71219b65-4fd0-4bc7-a8eb-0a1f2fdfe2ac None None] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:40:40.432488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Provisioning for port a7f67259-2bc5-419d-9a0b-0a811b570b9d completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:40:40.441476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Provisioning complete for port a7f67259-2bc5-419d-9a0b-0a811b570b9d triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:40:40.441897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:40.670328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:40.714463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] For port a7f67259-2bc5-419d-9a0b-0a811b570b9d, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=a7f67259-2bc5-419d-9a0b-0a811b570b9d,segment=NetworkSegment(f80c3a31-67b8-4859-99ac-5169085cf159),segment_id=f80c3a31-67b8-4859-99ac-5169085cf159)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:40:40.761338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:40.764268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:40.839059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Pushing event updated for resources: {'Port': ['ID=a7f67259-2bc5-419d-9a0b-0a811b570b9d,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:40.842415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:40.886320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-51eb100d-e5cb-47a0-8116-f897a5281d5a None None] Provisioning complete for port a7f67259-2bc5-419d-9a0b-0a811b570b9d triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:40:40.886776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-51eb100d-e5cb-47a0-8116-f897a5281d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:41.535654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34902) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:41.908858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:41.914256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:41.918201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Usage tracker for resource:router and tenant:77c9cdae7de44949abf723e210f78a28 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:41.921377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:41.927898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:41.965712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:41.967031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:42.040499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:42.118535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device a7f67259-2bc5-419d-9a0b-0a811b570b9d up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:40:42.191161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port a7f67259-2bc5-419d-9a0b-0a811b570b9d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:40:42.191597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:42.193592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:42.251489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:42.252739 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-749a4a2c-b647-4fda-857a-9220ca7a334b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7160444 Apr 19 18:40:42.754275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a06c26a2-4392-414c-b7e7-7371f3c362cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:44.981292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34912) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:45.303958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-34e23df4-3f5e-495b-b723-1bd9b5956f2a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:40:45.305029 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-34e23df4-3f5e-495b-b723-1bd9b5956f2a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3227007 Apr 19 18:40:45.457816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dd5569ec-7716-4a77-aca0-b42a37772d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:45.926046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:46.137550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:47.412146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:47.919273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34932) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:47.986580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:47.992375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:47.996407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Usage tracker for resource:network and tenant:b8efb20e952a4f2abf5b9c6454c821bf is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:47.999399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:48.005417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:48.114204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Made reservation on behalf of b8efb20e952a4f2abf5b9c6454c821bf for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:40:48.118823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.131932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.147367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:48.151238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Usage tracker for resource:security_group_rule and tenant:b8efb20e952a4f2abf5b9c6454c821bf is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:48.154316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:48.160283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:48.439677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.472291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.476741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:48.494451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Reserving flat network on physical network physnet1 {{(pid=86484) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 18:40:48.509655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10705cd1-be79-45a0-a027-e33dcc4618ff,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:48.512924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:48.564611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.564992 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Added segment 420e5f7e-fc3b-4bdf-86f3-2948c8e59162 of type flat for network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b Apr 19 18:40:48.701304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.763812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.765127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:48.765740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:48.770408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:48.870860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Pushing event updated for resources: {'Network': ['ID=47bdec4c-fc27-4f4d-a036-aec9d04a4a5b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:48.873676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:48.881629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:40:48.900505 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9758556 Apr 19 18:40:51.462501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34952) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:51.578140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a2e56-32ac-4110-939b-9d07ed35c0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:51.580089 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9f9a2e56-32ac-4110-939b-9d07ed35c0c7 admin admin] 10.222.0.43 "GET /v2.0/subnets/f564b527-60ff-4ca9-9fb0-5ea2a2f78003 HTTP/1.1" status: 200 len: 849 time: 0.1165204 Apr 19 18:40:51.874497 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7cbce112-d026-44b8-9b38-1c748ee66dc5 admin admin] 10.222.0.43 "GET /v2.0/routers/f76c3d2a-33b7-4e2b-8368-25b136fde66a HTTP/1.1" status: 200 len: 704 time: 0.2878730 Apr 19 18:40:52.364436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:52.643430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Allocated IP 172.20.0.1 (4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18/f564b527-60ff-4ca9-9fb0-5ea2a2f78003/bf06f473-52eb-4311-b4f9-95a79c9f085f) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:40:52.953924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:52.971936 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Transition to ACTIVE for port object bf06f473-52eb-4311-b4f9-95a79c9f085f will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:40:53.057721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:53.062392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:53.125824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:40:53.130285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:40:53.134179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:40:53.134733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:53.276846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Pushing event updated for resources: {'Port': ['ID=bf06f473-52eb-4311-b4f9-95a79c9f085f,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:53.289797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:53.331728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-19ed111a-b250-4da8-8c5d-7148f275e409 None None] Provisioning for port bf06f473-52eb-4311-b4f9-95a79c9f085f completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:40:53.337248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-19ed111a-b250-4da8-8c5d-7148f275e409 None None] Provisioning complete for port bf06f473-52eb-4311-b4f9-95a79c9f085f triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:40:53.337663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19ed111a-b250-4da8-8c5d-7148f275e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:53.397684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-19ed111a-b250-4da8-8c5d-7148f275e409 None None] Port bf06f473-52eb-4311-b4f9-95a79c9f085f cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:40:53.455792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:53.965520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:54.005985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:54.007151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:54.012372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:54.177924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Pushing event updated for resources: {'Port': ['ID=bf06f473-52eb-4311-b4f9-95a79c9f085f,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:54.183283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:54.254692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:40:54.255740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:40:54.423874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-645c7cc5-308f-4021-804b-eb33e2ea3e7e None None] Provisioning complete for port bf06f473-52eb-4311-b4f9-95a79c9f085f triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:40:54.424280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-645c7cc5-308f-4021-804b-eb33e2ea3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:54.482529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-645c7cc5-308f-4021-804b-eb33e2ea3e7e None None] Port bf06f473-52eb-4311-b4f9-95a79c9f085f cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:40:54.486969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Router f76c3d2a-33b7-4e2b-8368-25b136fde66a is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:40:54.651509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:40:54.663139 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] 10.222.0.43 "PUT /v2.0/routers/f76c3d2a-33b7-4e2b-8368-25b136fde66a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7821717 Apr 19 18:40:54.663614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Sync routers for ids ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:40:54.674929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Routers {'f76c3d2a-33b7-4e2b-8368-25b136fde66a'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:40:54.675803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:40:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:54.857944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Set router f76c3d2a-33b7-4e2b-8368-25b136fde66a gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:40:55.415234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:40:53Z', 'revision_number': 2, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port_host': None, '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:40:53Z', 'revision_number': 2, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:55.420871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Checking router: f76c3d2a-33b7-4e2b-8368-25b136fde66a for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:40:55.421258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Updating router f76c3d2a-33b7-4e2b-8368-25b136fde66a port bf06f473-52eb-4311-b4f9-95a79c9f085f binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:40:55.480208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:55.878405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:55.894013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Transition to ACTIVE for port object bf06f473-52eb-4311-b4f9-95a79c9f085f will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:40:55.937387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:55.944217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:56.084679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Pushing event updated for resources: {'Port': ['ID=bf06f473-52eb-4311-b4f9-95a79c9f085f,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:56.125653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.126674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.127473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.127473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.127742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.128144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.128386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.128792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.129085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.129494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.129753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.130097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Tracked resource versions report: Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:40:56.131271 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:40:56.169060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:56.190307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Attempting to bind port bf06f473-52eb-4311-b4f9-95a79c9f085f on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:40:56.190769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Attempting to bind port bf06f473-52eb-4311-b4f9-95a79c9f085f by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:40:56.191180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Attempting to bind port bf06f473-52eb-4311-b4f9-95a79c9f085f on network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:40:56.196747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:40:56.197173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Checking segment: {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:40:56.197652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:56.198071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Bound using segment: {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:40:56.198597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Bound port: bf06f473-52eb-4311-b4f9-95a79c9f085f, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80c3a31-67b8-4859-99ac-5169085cf159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:40:56.199019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:56.294564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] For port bf06f473-52eb-4311-b4f9-95a79c9f085f, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:40:56.298908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] For port bf06f473-52eb-4311-b4f9-95a79c9f085f, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=bf06f473-52eb-4311-b4f9-95a79c9f085f,segment=NetworkSegment(f80c3a31-67b8-4859-99ac-5169085cf159),segment_id=f80c3a31-67b8-4859-99ac-5169085cf159)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:40:56.387390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:56.393216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:56.479390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Routers {'f76c3d2a-33b7-4e2b-8368-25b136fde66a'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:40:56.480072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:40:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:56.612165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Pushing event updated for resources: {'Port': ['ID=bf06f473-52eb-4311-b4f9-95a79c9f085f,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:56.616935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:56.651933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] Set router f76c3d2a-33b7-4e2b-8368-25b136fde66a gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:40:56.994971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:40:53Z', 'revision_number': 2, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port_host': None, '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:40:56Z', 'revision_number': 4, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:40:56.998963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8717bc-6895-481c-8205-5eb1c75f6b49 None None] The sync data for ids ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'] in dv-cinder-786929-1-smb is: [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:40:53Z', 'revision_number': 2, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port_host': None, '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:40:56Z', 'revision_number': 4, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:40:57.237910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34964) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:40:57.397292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a18c4-d0b6-4a50-9577-1ad81e738bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:57.397892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a82a18c4-d0b6-4a50-9577-1ad81e738bdf admin admin] Synchronizing usage tracker for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:40:57.444064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a82a18c4-d0b6-4a50-9577-1ad81e738bdf admin admin] Unset dirty status for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:40:57.445309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a82a18c4-d0b6-4a50-9577-1ad81e738bdf admin admin] 10.222.0.43 "GET /v2.0/networks/47bdec4c-fc27-4f4d-a036-aec9d04a4a5b HTTP/1.1" status: 200 len: 842 time: 0.2062609 Apr 19 18:40:57.456701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:40:57.462907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:40:57.467083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Usage tracker for resource:subnet and tenant:b8efb20e952a4f2abf5b9c6454c821bf is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:40:57.470845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:40:57.477444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:40:57.524341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Made reservation on behalf of b8efb20e952a4f2abf5b9c6454c821bf for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:40:57.529743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:58.217225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.objects.ports [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86484) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 18:40:58.217695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:58.223232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:40:58.302570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0fd50e-5a27-435d-821d-22855e4c1cc1,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:40:58.305476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:40:58.310514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:40:58.310928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Network hostable DHCP agents. Network: 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:40:58.410012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:40:58.466998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:40:58.471261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:40:58.471893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:40:58.477049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460b603-dd45-4b18-be63-b6db261ca221 None None] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:40:58.555409 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1026258 Apr 19 18:40:58.713352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ce303-7f9f-48a5-baae-cc78c51a1149 None None] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:41:00.153079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device bf06f473-52eb-4311-b4f9-95a79c9f085f up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:41:00.284354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port bf06f473-52eb-4311-b4f9-95a79c9f085f completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:41:00.290938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port bf06f473-52eb-4311-b4f9-95a79c9f085f triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:41:00.291352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:00.415611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:00.448033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port bf06f473-52eb-4311-b4f9-95a79c9f085f, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=bf06f473-52eb-4311-b4f9-95a79c9f085f,segment=NetworkSegment(f80c3a31-67b8-4859-99ac-5169085cf159),segment_id=f80c3a31-67b8-4859-99ac-5169085cf159)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:41:00.478437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:00.480580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-68cfa8d2-4dcd-4f4e-b19a-fa14342cb348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:41:00.553883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=bf06f473-52eb-4311-b4f9-95a79c9f085f,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:41:00.557454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:41:01.186743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34978) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:41:01.400052 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-31b8b7a8-1d2d-40c4-87e2-f877f0d39414 admin admin] 10.222.0.43 "GET /v2.0/routers/f76c3d2a-33b7-4e2b-8368-25b136fde66a HTTP/1.1" status: 200 len: 710 time: 0.2121024 Apr 19 18:41:01.541962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fc269-c81f-4722-8c81-8a4313b12942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:41:01.543851 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d57fc269-c81f-4722-8c81-8a4313b12942 admin admin] 10.222.0.43 "GET /v2.0/networks/47bdec4c-fc27-4f4d-a036-aec9d04a4a5b HTTP/1.1" status: 200 len: 886 time: 0.1374662 Apr 19 18:41:01.553327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:41:02.140195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device bf06f473-52eb-4311-b4f9-95a79c9f085f up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:41:02.205737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:02.213548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port bf06f473-52eb-4311-b4f9-95a79c9f085f triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:41:02.213903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:02.606561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:02.664537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:02.802651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Allocated IP 172.28.3.116 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/36e53daf-b062-4ae5-b98b-89b86c88cbb0) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:41:02.950502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:03.044130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:03.049532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8a6bdb4-1cc4-4e23-be9e-be9edbb638ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:41:03.107271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:41:03.115488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:41:03.119831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:41:03.248276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Pushing event updated for resources: {'Port': ['ID=36e53daf-b062-4ae5-b98b-89b86c88cbb0,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:41:03.253431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:41:03.712816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:04.062898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:04.067042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852776236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1999580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852772558'] for router, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:04.435351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Router f76c3d2a-33b7-4e2b-8368-25b136fde66a has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:41:04.623598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:41:04.632501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:04.633753 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] 10.222.0.43 "PUT /v2.0/routers/f76c3d2a-33b7-4e2b-8368-25b136fde66a HTTP/1.1" status: 200 len: 890 time: 3.0838327 Apr 19 18:41:04.634885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Sync routers for ids ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:41:04.646021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Routers {'f76c3d2a-33b7-4e2b-8368-25b136fde66a'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:41:04.646749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:40:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:41:04.849060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Set router f76c3d2a-33b7-4e2b-8368-25b136fde66a gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:41:05.207544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:41:03Z', 'revision_number': 4, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port': {'id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:41:02Z', 'updated_at': '2021-04-19T18:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:41:00Z', 'revision_number': 5, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:41:05.212572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Checking router: f76c3d2a-33b7-4e2b-8368-25b136fde66a for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:41:05.212972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Updating router f76c3d2a-33b7-4e2b-8368-25b136fde66a port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:41:05.269256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.617425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.680167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Transition to ACTIVE for port object 36e53daf-b062-4ae5-b98b-89b86c88cbb0 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:41:05.714228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.719719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e4c6310c-f4eb-49ee-97a6-dc075140d3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:41:05.801208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Attempting to bind port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:41:05.801543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Attempting to bind port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:41:05.801937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Attempting to bind port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:41:05.811532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:41:05.811935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:41:05.812365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.812786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:41:05.813924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Bound port: 36e53daf-b062-4ae5-b98b-89b86c88cbb0, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:41:05.814325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.843132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Pushing event updated for resources: {'Port': ['ID=36e53daf-b062-4ae5-b98b-89b86c88cbb0,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:41:05.846804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:41:05.893384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] For port 36e53daf-b062-4ae5-b98b-89b86c88cbb0, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:41:05.896490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] For port 36e53daf-b062-4ae5-b98b-89b86c88cbb0, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=36e53daf-b062-4ae5-b98b-89b86c88cbb0,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:41:05.926089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:05.931235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:41:06.011820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Routers {'f76c3d2a-33b7-4e2b-8368-25b136fde66a'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:41:06.012485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:40:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:41:06.140587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Pushing event updated for resources: {'Port': ['ID=36e53daf-b062-4ae5-b98b-89b86c88cbb0,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:41:06.145434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:41:06.208741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] Set router f76c3d2a-33b7-4e2b-8368-25b136fde66a gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:41:06.552268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:41:03Z', 'revision_number': 4, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port': {'id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:41:02Z', 'updated_at': '2021-04-19T18:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:41:00Z', 'revision_number': 5, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:41:06.556449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b5d2-68b4-4d28-8330-25083300fbc4 None None] The sync data for ids ['f76c3d2a-33b7-4e2b-8368-25b136fde66a'] in dv-cinder-786929-1-smb is: [{'id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'name': 'router1', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:40:41Z', 'updated_at': '2021-04-19T18:41:03Z', 'revision_number': 4, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'gw_port': {'id': '36e53daf-b062-4ae5-b98b-89b86c88cbb0', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:41:02Z', 'updated_at': '2021-04-19T18:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'bf06f473-52eb-4311-b4f9-95a79c9f085f', 'name': '', 'network_id': '4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18', 'tenant_id': '77c9cdae7de44949abf723e210f78a28', 'mac_address': 'fa:16:3e:2c:01:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76c3d2a-33b7-4e2b-8368-25b136fde66a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:40:52Z', 'updated_at': '2021-04-19T18:41:00Z', 'revision_number': 5, 'project_id': '77c9cdae7de44949abf723e210f78a28', 'subnets': [{'id': 'f564b527-60ff-4ca9-9fb0-5ea2a2f78003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e3e70c-33e6-4218-a9a3-fe59e6f5f31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:41:07.354391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 34988) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:41:07.479447 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-870dfb15-faa5-4acb-8fbc-0518199b2797 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237278 Apr 19 18:41:08.161322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 36e53daf-b062-4ae5-b98b-89b86c88cbb0 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:41:08.287760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:41:08.299782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:41:08.300318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:08.425529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:08.443958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 36e53daf-b062-4ae5-b98b-89b86c88cbb0, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=36e53daf-b062-4ae5-b98b-89b86c88cbb0,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:41:08.503091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:08.505292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:41:08.587964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=36e53daf-b062-4ae5-b98b-89b86c88cbb0,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:41:08.591128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:41:10.199816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 36e53daf-b062-4ae5-b98b-89b86c88cbb0 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:41:10.322770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 36e53daf-b062-4ae5-b98b-89b86c88cbb0 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:41:10.323568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:10.745290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:41:12.788530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-13d3b9ac-e95f-4cb7-8f6e-8ad181646340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:15.478370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-41edc01c-3779-4d88-a16a-46ff230835aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:15.937329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:16.154749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:17.435459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:42.765735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c73f9a5-ce4c-4cd1-97c3-01c2009106f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:45.474389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cc08ad16-9f4c-4f60-a6d9-6339cbd57be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:45.929492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:46.157310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:47.416686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:41:47.744497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:42:12.753776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9f00-4689-4b72-9b8f-754cd2b2b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:15.468327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0da405c4-c2a1-4787-bf53-e8870e34f559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:15.937602 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:16.163388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:17.414131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:24.743410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:42:42.753354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cd35e067-bd2f-4870-baf0-65cc07fc28fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:45.467692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-173153ba-488b-415d-9754-49a3ad87935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:45.936735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:46.141943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:47.422033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:52.906354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35558) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:42:53.059535 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-ccdc3edf-6139-41c1-98b0-0c222ae95771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:42:53.060488 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-ccdc3edf-6139-41c1-98b0-0c222ae95771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:42:53.362118 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdc3edf-6139-41c1-98b0-0c222ae95771 admin admin] GET failed (client error): The resource could not be found. Apr 19 18:42:53.364038 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ccdc3edf-6139-41c1-98b0-0c222ae95771 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4556088 Apr 19 18:42:53.773518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.policy [None req-aa0560c5-13fa-48b5-84be-0f374d7916b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86483) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:42:53.829311 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-aa0560c5-13fa-48b5-84be-0f374d7916b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:42:53.829728 dv-cinder-786929-1-smb neutron-server[86368]: WARNING oslo_policy.policy [None req-aa0560c5-13fa-48b5-84be-0f374d7916b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:42:53.847100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0560c5-13fa-48b5-84be-0f374d7916b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:42:53.848876 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-aa0560c5-13fa-48b5-84be-0f374d7916b7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.4805419 Apr 19 18:42:56.431508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35574) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:42:56.549530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd0725-8334-42eb-9abd-a7c1d9a8ce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:42:56.550988 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4fbd0725-8334-42eb-9abd-a7c1d9a8ce60 admin admin] 10.222.0.43 "GET /v2.0/subnets/f564b527-60ff-4ca9-9fb0-5ea2a2f78003 HTTP/1.1" status: 200 len: 849 time: 0.1184566 Apr 19 18:42:56.561285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:42:56.687574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:57.045162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767734516185'] for subnet, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:57.051353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:42:57.123606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:42:57.124339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:57.125601 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] 10.222.0.43 "PUT /v2.0/subnets/f564b527-60ff-4ca9-9fb0-5ea2a2f78003 HTTP/1.1" status: 200 len: 868 time: 0.5684590 Apr 19 18:42:57.140986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b272d-7df6-433b-b4ae-dc01ccba95f8 None None] Network 4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:42:57.144639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f564b527-60ff-4ca9-9fb0-5ea2a2f78003,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:42:57.153800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.154277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.154593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.154986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.155349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.155710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.156068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.156429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.156783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.157137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.158025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.158025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Tracked resource versions report: Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:42:57.159033 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:42:57.163048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:42:57.667358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-ec2437ff-1266-4e9a-9716-7e6fce3569b4 None None] Provisioning complete for port bf06f473-52eb-4311-b4f9-95a79c9f085f triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:42:57.667888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec2437ff-1266-4e9a-9716-7e6fce3569b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:57.809104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-ec2437ff-1266-4e9a-9716-7e6fce3569b4 None None] Provisioning complete for port a7f67259-2bc5-419d-9a0b-0a811b570b9d triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:42:57.809104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec2437ff-1266-4e9a-9716-7e6fce3569b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:42:59.635314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35588) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:42:59.827216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566d08f-bbc7-448d-b135-4eb7ea3660a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:42:59.827659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566d08f-bbc7-448d-b135-4eb7ea3660a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:42:59.829270 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6566d08f-bbc7-448d-b135-4eb7ea3660a8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929243 Apr 19 18:43:01.742315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:43:02.328184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35598) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:02.513233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518dbdb4-62fd-4b64-b0f1-576b3fdf70c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:02.513519 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518dbdb4-62fd-4b64-b0f1-576b3fdf70c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:02.515130 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-518dbdb4-62fd-4b64-b0f1-576b3fdf70c1 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1859291 Apr 19 18:43:05.012315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35608) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:05.191947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5806902-0179-4501-acee-529f80ebade1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:05.193277 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c5806902-0179-4501-acee-529f80ebade1 admin admin] 10.222.0.43 "GET /v2.0/networks/47bdec4c-fc27-4f4d-a036-aec9d04a4a5b HTTP/1.1" status: 200 len: 886 time: 0.1797523 Apr 19 18:43:07.722763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 35618) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:07.908873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67784679-9f7a-49ed-a7d8-31c8e8404725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:07.910313 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-67784679-9f7a-49ed-a7d8-31c8e8404725 admin admin] 10.222.0.43 "GET /v2.0/networks/4d0fc5e3-5b59-4f57-bf68-9a629b4a8e18 HTTP/1.1" status: 200 len: 869 time: 0.1865294 Apr 19 18:43:10.399198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35628) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:10.514654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ca84f-8f5d-4aa6-b219-051c0c57e8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:10.515157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ca84f-8f5d-4aa6-b219-051c0c57e8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:10.515939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8c1ca84f-8f5d-4aa6-b219-051c0c57e8c7 admin admin] Synchronizing usage tracker for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:subnet {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:10.578969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8c1ca84f-8f5d-4aa6-b219-051c0c57e8c7 admin admin] Unset dirty status for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:subnet {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:10.580259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8c1ca84f-8f5d-4aa6-b219-051c0c57e8c7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1799743 Apr 19 18:43:12.744776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73c5d284-9526-4260-97fd-a936cb5138da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:13.088356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35640) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:13.207366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef1a23-989c-4cbd-b416-a2c655c6567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:13.207797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef1a23-989c-4cbd-b416-a2c655c6567d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:13.209380 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-18ef1a23-989c-4cbd-b416-a2c655c6567d admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199975 Apr 19 18:43:15.467142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3f2db81e-845e-49fe-bfb0-2db2b7a63fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:15.699479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35650) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:15.809317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e19c0-dd39-4b50-98f1-6c4f94ec349f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:15.810777 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-853e19c0-dd39-4b50-98f1-6c4f94ec349f admin admin] 10.222.0.43 "GET /v2.0/subnets/1b0fd50e-5a27-435d-821d-22855e4c1cc1 HTTP/1.1" status: 200 len: 816 time: 0.1096382 Apr 19 18:43:15.947356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:16.144620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:17.427127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:18.303553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35660) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:18.424857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b8d991-103b-489a-8b67-ed1b6bd8a33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:18.426272 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-69b8d991-103b-489a-8b67-ed1b6bd8a33c admin admin] 10.222.0.43 "GET /v2.0/subnets/f564b527-60ff-4ca9-9fb0-5ea2a2f78003 HTTP/1.1" status: 200 len: 868 time: 0.1216621 Apr 19 18:43:38.740972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:43:42.752779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0db945f1-bacf-488c-87b0-80d4f5d1d109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:45.006968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35704) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:45.059950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-34d574c7-02b1-4428-8e54-0b6b9d73c405 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:43:45.061020 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-34d574c7-02b1-4428-8e54-0b6b9d73c405 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530415 Apr 19 18:43:45.475847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bf62-a4ab-40ba-b66c-3f24a60d7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:45.944118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:46.144058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:47.441305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:47.642973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35714) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:47.718422 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e7cd51-5c4d-4ab0-9e5e-ddce8fa78f00 admin admin] GET failed (client error): The resource could not be found. Apr 19 18:43:47.719810 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-99e7cd51-5c4d-4ab0-9e5e-ddce8fa78f00 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758383 Apr 19 18:43:47.855801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783597b9-b649-4afa-82fc-b5c393dfaa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:47.857348 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-783597b9-b649-4afa-82fc-b5c393dfaa5d admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1331701 Apr 19 18:43:50.373968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35724) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:50.425546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:50.430402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:50.441158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:50.472567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Made reservation on behalf of b8efb20e952a4f2abf5b9c6454c821bf for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:50.477112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:50.572089 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.services.revisions.revision_plugin [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Could not find related network for resource to bump revision. Apr 19 18:43:50.646276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:43:50.655679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:50.656062 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Added segment 5f212d1a-610a-44c7-a983-57fbda7122fb of type vlan for network d53fda71-28d8-4614-9e9b-dd6a157684c0 Apr 19 18:43:50.681393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:50.738288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:50.739654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:50.740275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:50.745404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:50.847065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Pushing event updated for resources: {'Network': ['ID=d53fda71-28d8-4614-9e9b-dd6a157684c0,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:50.854082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.854451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.855347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.855964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.856385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.856740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.857091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.857441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.857806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.858156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.858499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.858865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:50.862344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:50.869721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:43:50.882012 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5068603 Apr 19 18:43:53.416811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35734) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:43:53.493304 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15db9af-9a9f-4e17-a6fa-851a06529549 admin admin] GET failed (client error): The resource could not be found. Apr 19 18:43:53.493864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b15db9af-9a9f-4e17-a6fa-851a06529549 admin admin] Synchronizing usage tracker for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:43:53.538184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b15db9af-9a9f-4e17-a6fa-851a06529549 admin admin] Unset dirty status for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:43:53.544075 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b15db9af-9a9f-4e17-a6fa-851a06529549 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1212306 Apr 19 18:43:53.658778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684920c3-a658-4120-bf71-4d69b4564bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:53.660423 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-684920c3-a658-4120-bf71-4d69b4564bc8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1155539 Apr 19 18:43:53.672417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:43:53.677159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:43:53.687304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:43:53.732415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Made reservation on behalf of b8efb20e952a4f2abf5b9c6454c821bf for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:43:53.737841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.237786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.242484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e8cf0d1d-0076-4325-ab5b-2ea17f800ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:54.315436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a507204-926c-4441-a14d-4fdc0334a4de,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:54.318895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:54.325037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Checking segment: {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:54.325423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Network hostable DHCP agents. Network: d53fda71-28d8-4614-9e9b-dd6a157684c0, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:43:54.395195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:43:54.426504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, d53fda71-28d8-4614-9e9b-dd6a157684c0) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:54.430404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:43:54.431080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.436346 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a388c5-cc77-473e-833c-7988aaa0bb8b None None] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:54.479059 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8104134 Apr 19 18:43:54.677605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-d53fda71-28d8-4614-9e9b-dd6a157684c0', 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0', 'tenant_id': 'b8efb20e952a4f2abf5b9c6454c821bf', 'fixed_ips': [{'subnet_id': '9a507204-926c-4441-a14d-4fdc0334a4de'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:43:54.678551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:54.848337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Allocated IP 192.168.233.2 (d53fda71-28d8-4614-9e9b-dd6a157684c0/9a507204-926c-4441-a14d-4fdc0334a4de/36c6dfcc-e781-4666-a568-43f8f618ac13) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:43:55.126876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.181550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Transition to ACTIVE for port object 36c6dfcc-e781-4666-a568-43f8f618ac13 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:55.202257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Transition to ACTIVE for port object 36c6dfcc-e781-4666-a568-43f8f618ac13 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:43:55.239331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.245433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:55.312958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:43:55.316578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:43:55.322601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:43:55.331039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Pushing event updated for resources: {'Port': ['ID=36c6dfcc-e781-4666-a568-43f8f618ac13,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:55.373596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.373975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.374352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.374748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.375110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.375468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.375826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.376181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.376534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.376931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.377239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.377590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:43:55.407565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:55.434394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Attempting to bind port 36c6dfcc-e781-4666-a568-43f8f618ac13 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:43:55.434964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Attempting to bind port 36c6dfcc-e781-4666-a568-43f8f618ac13 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:43:55.435221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Attempting to bind port 36c6dfcc-e781-4666-a568-43f8f618ac13 on network d53fda71-28d8-4614-9e9b-dd6a157684c0 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:43:55.441053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:43:55.441472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Checking segment: {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:43:55.441982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.442413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Bound using segment: {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:43:55.442945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Bound port: 36c6dfcc-e781-4666-a568-43f8f618ac13, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:43:55.443359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.543272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] For port 36c6dfcc-e781-4666-a568-43f8f618ac13, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:43:55.546972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] For port 36c6dfcc-e781-4666-a568-43f8f618ac13, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=36c6dfcc-e781-4666-a568-43f8f618ac13,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:43:55.610491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:55.615752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:55.697350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Pushing event updated for resources: {'Port': ['ID=36c6dfcc-e781-4666-a568-43f8f618ac13,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:55.701697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:56.302495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 36c6dfcc-e781-4666-a568-43f8f618ac13 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:56.407294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 36c6dfcc-e781-4666-a568-43f8f618ac13 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:56.889960 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd015fa-261f-401f-a25a-2db0e30da86d None None] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:43:57.031878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Provisioning for port 36c6dfcc-e781-4666-a568-43f8f618ac13 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:43:57.066461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Provisioning complete for port 36c6dfcc-e781-4666-a568-43f8f618ac13 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:57.066825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.265317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.307381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] For port 36c6dfcc-e781-4666-a568-43f8f618ac13, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=36c6dfcc-e781-4666-a568-43f8f618ac13,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:43:57.358912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:57.361008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:43:57.438561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Pushing event updated for resources: {'Port': ['ID=36c6dfcc-e781-4666-a568-43f8f618ac13,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:43:57.442183 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:43:57.480668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f04925e0-8b58-4dae-9a95-0cbc76cc3073 None None] Provisioning complete for port 36c6dfcc-e781-4666-a568-43f8f618ac13 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:57.481080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f04925e0-8b58-4dae-9a95-0cbc76cc3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:43:58.278636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 36c6dfcc-e781-4666-a568-43f8f618ac13 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:43:58.350532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 36c6dfcc-e781-4666-a568-43f8f618ac13 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:43:58.350965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:12.752288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-847184dc-c879-4059-bef6-27e323c6c48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:15.486973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9a44ec07-76db-4832-bbca-f5f8d9f749db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:15.739754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:44:15.944019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:16.144223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:17.435302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:42.760324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b91fad55-f084-4682-b5ca-c712f0d19473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:45.472035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8814c323-8230-4bff-b5ae-a45a7d03b128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:45.957881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:46.146416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:47.435043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:44:52.738413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:45:12.778458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fac3a855-0134-44d3-bc7c-72420f7dc541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:15.474272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e453a273-f381-4359-8227-b94d095a7292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:15.957683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:16.148570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:17.440013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:18.966511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35784) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:18.972780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [None req-61b9ac55-2c4d-4a16-89fb-34f0f26b9923 tempest-verify_tempest_config-1862157212 tempest-verify_tempest_config-1862157212-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:45:18.973862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-61b9ac55-2c4d-4a16-89fb-34f0f26b9923 tempest-verify_tempest_config-1862157212 tempest-verify_tempest_config-1862157212-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062966 Apr 19 18:45:19.370857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35802) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:19.494719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:19.509749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:45:19.514312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ff152dce0a4c699aac471ee55ac411 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:45:19.517277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:45:19.523202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:45:19.776795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:19.839836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:19.849235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:19.889864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Synchronizing usage tracker for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:45:19.894044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfcadc1-0375-4110-9c53-b708336e8537,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:19.906150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.906525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.906918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.907279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.907637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.907992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.908342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.908696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.909046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.909393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.909740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.910082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:45:19.915952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:19.951747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Unset dirty status for tenant:b8efb20e952a4f2abf5b9c6454c821bf on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:45:19.953055 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7ff152dce0a4c699aac471ee55ac411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5811875 Apr 19 18:45:19.955813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35808) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:45:20.017981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.045488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.186040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.191246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:45:20.203519 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfcadc1-0375-4110-9c53-b708336e8537,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:45:20.206488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:45:20.208498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:20.210128 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cfcadc1-0375-4110-9c53-b708336e8537 HTTP/1.1" status: 204 len: 168 time: 0.2529082 Apr 19 18:45:29.737773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:45:42.736887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ed035daf-46a0-45e6-acd7-9668c666c70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.473658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c377fea7-5c1e-4bde-8e71-f40c6eba85f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:45.947913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:46.147907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:45:47.451121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:06.737951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:46:12.774357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a381d94-da57-43fb-975b-e7d253465cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.473440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f8544a4e-7fe4-4825-b932-9d875689252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:15.963078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:16.147978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:17.453955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:42.745239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bc4fe8a2-f0c5-431a-beb5-f8bd1f240785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:43.738365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 5 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:46:45.472814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6ba47c53-7533-4d04-9f10-09cbb1190a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:45.964489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:46.139473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:46:47.453670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:10.912974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405'] for agent, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:12.745393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-277c82d6-3263-45b2-a7e3-fde67eec00e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:15.478657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eaf97bd5-92ba-493f-b113-f568f3d6154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:15.969797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:16.146832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:17.443985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:17.458134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35860) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:17.580464 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-85d93bcd-e62d-456c-a623-db5ea06a9efd admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1211362 Apr 19 18:47:20.161906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 35870) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:47:20.221669 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9e0d1489-7c0c-4baa-9ccb-b8843bf62bff admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0586150 Apr 19 18:47:20.739400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:47:40.871217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:42.750905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b64f38cc-cd0b-4e15-a89d-902914d0b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:45.466485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c7b8d39f-d03f-4a5f-82a8-a2d39db9fc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:45.962043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:46.144889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:47.476590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:47:57.739184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:48:10.900336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:12.752186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ba95-2d5a-4df8-8979-1f481555bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:15.465038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c09b5a29-ef4d-44e2-9ffd-42ea0153616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:15.974486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:16.145846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:17.466145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:34.739032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:48:40.906036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:42.763227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10059240-287c-43fe-b01a-ac86f525d124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:45.470432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-36cd9135-8380-46b7-b58e-44a1a528e900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:45.997300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:46.173446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:48:47.465924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:01.392924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36076) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:01.605015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36088) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:01.912715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36104) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:01.961690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-546024501-network', 'tenant_id': '5b0d04ff1b0b49cfb8934b2d0b5d1ede'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:01.965044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.quota [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Loaded quota_driver: . Apr 19 18:49:01.971971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:01.978893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Usage tracker for resource:network and tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:01.982389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:01.992434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.026433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Made reservation on behalf of 5b0d04ff1b0b49cfb8934b2d0b5d1ede for: {'network': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:02.031582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.055704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.074902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.086358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.091278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.097568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.199392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-409875898-network', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:02.204665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.208785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Usage tracker for resource:network and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.212141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.234662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.268648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.276563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36120) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:02.284560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-718370278-network', 'tenant_id': '02fe63e5acc244eabf721644808cd25b'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:02.293653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.298034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Usage tracker for resource:network and tenant:02fe63e5acc244eabf721644808cd25b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.301640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.308931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.310419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.318573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:02.335149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=86483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:49:02.343869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Made reservation on behalf of 4de97278f9254a5c88a8cddc4ec509dc for: {'network': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:02.348605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.351315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Made reservation on behalf of 02fe63e5acc244eabf721644808cd25b for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:02.357971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.374926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.385469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f2c5e-3db8-4c08-8625-2e34296bcf21,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:02.394353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.399804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Usage tracker for resource:security_group_rule and tenant:02fe63e5acc244eabf721644808cd25b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.400804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363269120342422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.401479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Unsubscribe: segment precommit_create {{(pid=86483) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:49:02.402056 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Added segment f5f9f418-53bc-4100-8c41-f0411f46907c of type vlan for network 804b35c3-bdad-47d3-99fc-9857b84789f7 Apr 19 18:49:02.403866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.412812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.454916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.455306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.455749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.456389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.456759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.457107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.457469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.457827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.458180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.458760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.459322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.459679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Tracked resource versions report: Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:49:02.460841 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:49:02.465253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.504320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:02.507201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.512198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.556700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.570900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.574020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.683067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-network', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:02.698763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.698964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.703811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Usage tracker for resource:network and tenant:6ef0039195f6457390e0072c64b3f5b6 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.707173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.715724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.725477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.728946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:02.729921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.738514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:02.745416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.750588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-17aafe15-6943-4160-8df1-659bd4805abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:02.784493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Made reservation on behalf of 6ef0039195f6457390e0072c64b3f5b6 for: {'network': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:02.789213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.795675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:49:02.810818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.813166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d3069-10ab-452c-87b4-eb9d8a614ac3,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:02.822769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.823464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.824007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.824554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.825250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.825810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.826360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.826932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.827558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.828097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.828643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.829572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Tracked resource versions report: Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:49:02.831000 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:49:02.839069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:02.873374 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.873907 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Added segment 9d24011a-514c-4320-b6a0-8acb097ad6b2 of type vlan for network 0170341c-d5c6-4dfc-978b-2b42a6156dcc Apr 19 18:49:02.903461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.909446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:02.913411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Usage tracker for resource:security_group_rule and tenant:6ef0039195f6457390e0072c64b3f5b6 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:02.916623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:02.922887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:02.961639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.963587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:02.964220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:02.969537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ff20413c-9980-4033-a518-f58222ab8584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:02.991510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Pushing event updated for resources: {'Network': ['ID=804b35c3-bdad-47d3-99fc-9857b84789f7,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:02.996387 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6021297 Apr 19 18:49:03.000342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36146) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:03.015404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Request body: {'subnet': {'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-546024501-subnet', 'tenant_id': '5b0d04ff1b0b49cfb8934b2d0b5d1ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:03.016249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:03.019112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.021934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Usage tracker for resource:subnet and tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:03.028227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:49:03.036623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:03.050245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:03.101726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Pushing event updated for resources: {'Network': ['ID=0170341c-d5c6-4dfc-978b-2b42a6156dcc,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:03.107712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.126320 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2093675 Apr 19 18:49:03.126524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36152) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:03.132571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Request body: {'subnet': {'network_id': '0170341c-d5c6-4dfc-978b-2b42a6156dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-718370278-subnet', 'tenant_id': '02fe63e5acc244eabf721644808cd25b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:03.142842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:03.152895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Usage tracker for resource:subnet and tenant:02fe63e5acc244eabf721644808cd25b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:03.157236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:03.159078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:49:03.175632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:03.176944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Made reservation on behalf of 5b0d04ff1b0b49cfb8934b2d0b5d1ede for: {'subnet': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:03.182659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.242720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Made reservation on behalf of 02fe63e5acc244eabf721644808cd25b for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:03.248458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.313258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.328982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.392482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.398232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.399500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:03.451358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a69bdf-5e57-47c1-856f-368c8a30b4af,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:03.484843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=86483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:49:03.553310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0027cb-10d0-4a9f-bca5-da19a877d73e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:03.564107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.564622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:03.564997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:03.714259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.714698 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Added segment 2939da05-e8b7-4daf-8526-eeee0eaa43bc of type vlan for network 15004e24-6d7c-479b-9be3-5a37d0a73953 Apr 19 18:49:03.717291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=86483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:49:03.831519 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.831900 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Added segment a83fc1e3-c5d9-4bde-bd13-78a32409749e of type vlan for network cfe9b589-4743-4923-b4f7-bb7345484d64 Apr 19 18:49:03.887235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:03.897473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.001812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.051123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:04.051809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.056611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:04.075459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.087545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.092775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:04.138119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:04.138968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.174093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2297599c-9359-47d3-9944-e4276965a139,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:04.183867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:04.191583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Checking segment: {'id': '9d24011a-514c-4320-b6a0-8acb097ad6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0170341c-d5c6-4dfc-978b-2b42a6156dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:04.191951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Network hostable DHCP agents. Network: 0170341c-d5c6-4dfc-978b-2b42a6156dcc, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:49:04.248539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:49:04.311752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 0170341c-d5c6-4dfc-978b-2b42a6156dcc) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:04.318813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:04.320859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.331442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebab8d-c0aa-45dc-a888-14661ef3c7db None None] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:04.339356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.350177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Pushing event updated for resources: {'Network': ['ID=15004e24-6d7c-479b-9be3-5a37d0a73953,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:04.359057 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:04.359487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:04.409388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:49:04.452385 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1744769 Apr 19 18:49:04.455641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36188) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:04.461850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Request body: {'subnet': {'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-subnet', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:04.473956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:04.477356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe9b589-4743-4923-b4f7-bb7345484d64,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:04.478211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Usage tracker for resource:subnet and tenant:6ef0039195f6457390e0072c64b3f5b6 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:04.481698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:04.484678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:04.491750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:04.507648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:04.529681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network cfe9b589-4743-4923-b4f7-bb7345484d64 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:49:04.539355 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4c9145b6-f36d-4754-a8ca-556e5831f1d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4081626 Apr 19 18:49:04.540853 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9346588 Apr 19 18:49:04.544034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36198) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:04.545885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Checking segment: {'id': 'f5f9f418-53bc-4100-8c41-f0411f46907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:04.546284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Network hostable DHCP agents. Network: 804b35c3-bdad-47d3-99fc-9857b84789f7, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:49:04.555207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Request body: {'subnet': {'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-409875898-subnet', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:04.564943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:04.575391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Usage tracker for resource:subnet and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:04.581392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:04.586239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9be137-900e-4791-9a29-1216d123bbf3,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:04.592790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:04.615477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:04.620664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:49:04.632540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Made reservation on behalf of 6ef0039195f6457390e0072c64b3f5b6 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:04.640613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.665796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 804b35c3-bdad-47d3-99fc-9857b84789f7) {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:04.670129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:04.670828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:04.739549 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7289124 Apr 19 18:49:04.753290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269400be-e17a-4081-bf6e-461d34f93aed None None] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:04.883574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Made reservation on behalf of 4de97278f9254a5c88a8cddc4ec509dc for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:04.903209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:05.190938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944aba36-e515-4a1c-ad69-acf815e6a7dc None None] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:05.807507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a5491-7d3f-4ac3-a1f2-15a043167097 None None] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:05.869036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36256) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.135939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.142978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36278) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.146393 dv-cinder-786929-1-smb neutron-server[86368]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:49:06.147087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:06.249598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36288) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.255037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Checking segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:06.255430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Network hostable DHCP agents. Network: 15004e24-6d7c-479b-9be3-5a37d0a73953, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:49:06.273281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1787997991-network', 'tenant_id': 'bb5f3e61e2ac4b2faac8fd9296de5bb3'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:06.281725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:06.289303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.301713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Usage tracker for resource:network and tenant:bb5f3e61e2ac4b2faac8fd9296de5bb3 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:06.318880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7f9726-644a-4b77-9e94-8cf0255aa2b5,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:06.319799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:06.319893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:06.319893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.322220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:06.330656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:06.346569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:06.357356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Usage tracker for resource:security_group_rule and tenant:491f5436f78e4a49af4d6345e127c782 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:06.359996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:49:06.365897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:06.383184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:06.404651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-c7f91b4e-cbb1-4be6-9bf1-d6022c87f7d9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:06.405400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-c7f91b4e-cbb1-4be6-9bf1-d6022c87f7d9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Synchronizing usage tracker for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:network {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:06.410646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Made reservation on behalf of bb5f3e61e2ac4b2faac8fd9296de5bb3 for: {'network': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:06.416475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.421373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71f1d65-ba89-4efa-88e1-18966dedd890,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:06.424504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:06.438549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Checking segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:06.439066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Network hostable DHCP agents. Network: cfe9b589-4743-4923-b4f7-bb7345484d64, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:49:06.442812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.467604 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 15004e24-6d7c-479b-9be3-5a37d0a73953) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:06.473083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:06.484551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.485240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:06.485321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4baa8-8def-47dd-b66d-3d8135eab87d None None] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:06.487944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb5f3e61e2ac4b2faac8fd9296de5bb3 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:06.492086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:06.505013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:06.573824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:49:06.609195 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1523676 Apr 19 18:49:06.612079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36308) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.618920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:06.623822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:06.627959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Usage tracker for resource:router and tenant:6ef0039195f6457390e0072c64b3f5b6 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:06.646445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:06.662915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:06.665759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, cfe9b589-4743-4923-b4f7-bb7345484d64) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:06.671543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:06.672504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.675142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fee46-0ad3-4edc-a109-ad391eb9a486 None None] Network cfe9b589-4743-4923-b4f7-bb7345484d64 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:06.694767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.744575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.755836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.757067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.757395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2116060 Apr 19 18:49:06.758499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.762599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36312) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.768516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:06.773942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:06.775275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:06.778864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Usage tracker for resource:router and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:06.782745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:06.792251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.793079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-c7f91b4e-cbb1-4be6-9bf1-d6022c87f7d9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Unset dirty status for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:network {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:06.794843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:06.800454 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-c7f91b4e-cbb1-4be6-9bf1-d6022c87f7d9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/networks?id=804b35c3-bdad-47d3-99fc-9857b84789f7 HTTP/1.1" status: 200 len: 811 time: 0.6562185 Apr 19 18:49:06.834726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae14f96-7b30-48c1-b23d-0e7ec1d1ab6f None None] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:06.846129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36324) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:06.846328 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=491f5436f78e4a49af4d6345e127c782&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9760096 Apr 19 18:49:06.854212 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-ee809591-8c70-4234-bdf0-0fbb6917b1ef tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/quotas/5b0d04ff1b0b49cfb8934b2d0b5d1ede HTTP/1.1" status: 200 len: 375 time: 0.0528219 Apr 19 18:49:06.908143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.909449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.933963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=86483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:49:06.952580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.952797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:06.974665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.010739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.035639 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-a022030a-1f1d-4e92-a0a1-e559a8ef9276 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b0d04ff1b0b49cfb8934b2d0b5d1ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1802931 Apr 19 18:49:07.090736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.091057 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Added segment f499ee1f-72c5-453b-afd7-6e19808ec3da of type vlan for network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e Apr 19 18:49:07.108893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb3cfa0-91d0-49a3-9e76-90f61e63b88b,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:07.123606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-cfe9b589-4743-4923-b4f7-bb7345484d64', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:49:07.134995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.135455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:07.182290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:07.233389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.365172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae031974-df1d-4c07-9d95-9ab73ebd7b1d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:07.368631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:07.369655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Allocated IP 172.20.0.2 (cfe9b589-4743-4923-b4f7-bb7345484d64/e71f1d65-ba89-4efa-88e1-18966dedd890/248591ad-ea4e-45b8-8a31-d9c7b6067051) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:07.373075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-132e341a-842b-4ba6-aba8-2665e4647c46 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:49:07.380945 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-132e341a-842b-4ba6-aba8-2665e4647c46 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1128654 Apr 19 18:49:07.383264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.resource_extend [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:49:07.457499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.523215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.622124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:07.643912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb3cfa0-91d0-49a3-9e76-90f61e63b88b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:07.710955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:07.742823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.758482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Transition to ACTIVE for port object 248591ad-ea4e-45b8-8a31-d9c7b6067051 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:07.772257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.785405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Transition to ACTIVE for port object 248591ad-ea4e-45b8-8a31-d9c7b6067051 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:07.788813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.791736 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcb3cfa0-91d0-49a3-9e76-90f61e63b88b HTTP/1.1" status: 204 len: 168 time: 0.9424365 Apr 19 18:49:07.799355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.803688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:07.804580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.827204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:07.843321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:07.853246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:07.916104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:07.924542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:07.929164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:07.938914 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-6e038a31-ea50-4761-893e-c82d34b6abdd service neutron] 10.222.0.43 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571127 Apr 19 18:49:07.976835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Pushing event updated for resources: {'Port': ['ID=248591ad-ea4e-45b8-8a31-d9c7b6067051,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:08.019693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.020454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.020454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.020747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.021374 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.021863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.022401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.022816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.023444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.023570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.023861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Tracked resource versions report: Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:49:08.025765 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:49:08.039063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:08.056693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Attempting to bind port 248591ad-ea4e-45b8-8a31-d9c7b6067051 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:08.057108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Attempting to bind port 248591ad-ea4e-45b8-8a31-d9c7b6067051 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:08.057509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Attempting to bind port 248591ad-ea4e-45b8-8a31-d9c7b6067051 on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:08.063551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:08.063967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Checking segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:08.065630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.065630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Bound using segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:08.065630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Bound port: 248591ad-ea4e-45b8-8a31-d9c7b6067051, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:08.066643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.094824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.122504 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8717113 Apr 19 18:49:08.125779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:08.129739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36360) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:08.143405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.144263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:08.151026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Request body: {'subnet': {'network_id': '6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1787997991-subnet', 'tenant_id': 'bb5f3e61e2ac4b2faac8fd9296de5bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:08.163666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:08.188266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:49:08.218768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Usage tracker for resource:subnet and tenant:bb5f3e61e2ac4b2faac8fd9296de5bb3 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:08.252380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:08.268117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:08.300475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36366) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:08.314617 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-0f07de8f-81c7-463d-8d61-2c5bc05bfd21 service neutron] 10.222.0.43 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576996 Apr 19 18:49:08.348993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] For port 248591ad-ea4e-45b8-8a31-d9c7b6067051, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:08.357562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] For port 248591ad-ea4e-45b8-8a31-d9c7b6067051, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=248591ad-ea4e-45b8-8a31-d9c7b6067051,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:08.385042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Allocated IP 172.28.3.178 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/80f7e37e-a7f1-47ff-bd43-2e5a4aedd758) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:08.409379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.420917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e5b8293-e58b-4200-bd73-72ffae9e88c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:08.518112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Pushing event updated for resources: {'Port': ['ID=248591ad-ea4e-45b8-8a31-d9c7b6067051,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:08.522038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:08.661292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36378) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:08.698093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.719345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Made reservation on behalf of bb5f3e61e2ac4b2faac8fd9296de5bb3 for: {'subnet': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:08.721335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.725255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.730764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:08.738041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3b4501f8394bc195b4459a22c09bbe is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:08.742138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36388) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:08.745848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:08.749241 dv-cinder-786929-1-smb neutron-server[86368]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:49:08.764557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:08.802999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:08.815479 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7a053a0d-3592-4d04-9f48-d48509be6b31 req-c8a13375-13f8-419a-bd66-e8d6264f9e30 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0722060 Apr 19 18:49:08.852242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:08.898229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:683749801eb5445a99c5e9de591774e0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:08.921491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:08.949597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:08.970500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.021573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:09.028892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.088412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.108136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:09.117534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:09.123192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:09.286103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Pushing event updated for resources: {'Port': ['ID=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:09.286103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:09.341061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.367104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.378839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b937e421-1a08-4b7b-b0bc-3335146bfc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:09.464091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Allocated IP 172.28.3.7 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/9e4d4671-9618-49fc-815d-b16c65f1428a) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:09.554395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d3b4501f8394bc195b4459a22c09bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8919830 Apr 19 18:49:09.562056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36426) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:09.563942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36cc761-6848-458a-a919-1a9ab0902c7e,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:09.567142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.569388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:09.659312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.685334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.710765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-53feb01c-47c8-468f-aa45-e7ff8ae5a16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:09.812830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=683749801eb5445a99c5e9de591774e0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5111239 Apr 19 18:49:09.822106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36440) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:09.831542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:09.914285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6088b692-d6dd-4e0b-b367-720383f9594e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:09.946104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:09.974861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.016828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.102237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.171286 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5793eeea-5867-45f2-9a78-ccd02950f6cf req-a963d05d-64b8-43a0-adc2-c2fc34fbe74f tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.0749125 Apr 19 18:49:10.218509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.236836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c18add-807c-4110-8557-e72513af6dd5 None None] Network cfe9b589-4743-4923-b4f7-bb7345484d64 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:10.274191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.285704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-88dba3eb-379e-4a00-ad46-98b4c8d4b6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.293021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.304825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36cc761-6848-458a-a919-1a9ab0902c7e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.310897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.312014 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9b8de34e-eb65-4d53-b69b-ce06db79c008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.343956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.386722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-1ef18fd2-7999-413e-bf3f-8f06a3df3bb2 None None] Provisioning for port 248591ad-ea4e-45b8-8a31-d9c7b6067051 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:10.425436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:10.435859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9997b969-0341-48b9-817b-e525ed3756d2,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.438585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:10.450992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.453286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.494274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Checking segment: {'id': 'f499ee1f-72c5-453b-afd7-6e19808ec3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:10.494274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Network hostable DHCP agents. Network: 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:49:10.499230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.510329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.511260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d36cc761-6848-458a-a919-1a9ab0902c7e HTTP/1.1" status: 204 len: 168 time: 0.9471097 Apr 19 18:49:10.516878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.518037 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6088b692-d6dd-4e0b-b367-720383f9594e HTTP/1.1" status: 204 len: 168 time: 0.6843233 Apr 19 18:49:10.543342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:10.547698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.678473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 248591ad-ea4e-45b8-8a31-d9c7b6067051 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:10.696549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4d4671-9618-49fc-815d-b16c65f1428a,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.708759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.708759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:10.754412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088b692-d6dd-4e0b-b367-720383f9594e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:10.755986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:49:10.765448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:10.819894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e) {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:10.824610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:10.825263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:10.871844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18205765-6a26-4705-80a4-1678709a4435 None None] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:10.950253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:49:11.349961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:11.367526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:11.391179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.398942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:11.400522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:48:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:11.436141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.472393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Provisioning complete for port 248591ad-ea4e-45b8-8a31-d9c7b6067051 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:11.480922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.513220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.514583 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7506690 Apr 19 18:49:11.517638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36496) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:11.527227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 248591ad-ea4e-45b8-8a31-d9c7b6067051 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:11.540765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 248591ad-ea4e-45b8-8a31-d9c7b6067051 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:11.541559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:11.817185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6862299 Apr 19 18:49:11.904924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:11.981633 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f51b124-0ed4-48b6-ab6e-cb46f0c2962c req-c8fe0693-84d2-4d3d-86ea-fe5ba463d722 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.2793784 Apr 19 18:49:11.996328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f61b5-fc6e-403b-897b-b21776d8f972 None None] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:49:12.218143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36532) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:12.306499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:49:12.361967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.491452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Deleting subnet 2297599c-9359-47d3-9944-e4276965a139 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:49:12.496279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.538045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] For port 248591ad-ea4e-45b8-8a31-d9c7b6067051, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=248591ad-ea4e-45b8-8a31-d9c7b6067051,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:12.585419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.16', 49740) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:12.653267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.699307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:09Z', 'revision_number': 3, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:12.708200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:12.712389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:12.717486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Updating router 28acb77f-4c5f-4976-aab7-07b2cf01831f port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:49:12.730124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.759438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.764503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.799880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Pushing event updated for resources: {'Port': ['ID=248591ad-ea4e-45b8-8a31-d9c7b6067051,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:12.834983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:12.874354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:12.906798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-015c295b-f98b-4391-9b4a-4f07bf6a7839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.357668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.370831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Transition to ACTIVE for port object 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:13.409617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.421404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:13.468464 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-70995406-9203-4c95-9b3a-f109ded53375 req-d604833b-abed-4331-ac8a-12bd98d71fa9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.1489422 Apr 19 18:49:13.487111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Attempting to bind port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:13.487111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Attempting to bind port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:13.487111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Attempting to bind port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:13.488291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36586) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:13.499893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:13.500134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:13.500536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.501490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:13.501490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Bound port: 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:13.501877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.607350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] For port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:13.614886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Pushing event updated for resources: {'Port': ['ID=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:13.620965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] For port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:13.624629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Router 36a8814b-5c62-42cd-ac0a-0df6ca37960f is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:49:13.626058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.626364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.626773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.627136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.627500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.627865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.628222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.628578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.628938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.629293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.629647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.630002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Tracked resource versions report: Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: pushed versions: Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: { 'AddressGroup': {'1.2'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': {'1.0'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': {'1.0'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': {'1.1'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': {'1.7'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': {'1.2'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': {'1.8'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': {'1.4'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': {'1.0'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': {'1.1'}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': {'1.1'}} Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: consumer versions: Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: { DHCP agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: L3 agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: Metadata agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: Metering agent@dv-cinder-786929-1-smb: {}, Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: Open vSwitch agent@dv-cinder-786929-1-smb: { 'AddressGroup': '1.2', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'ConntrackHelper': '1.0', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Log': '1.0', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Network': '1.1', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Port': '1.7', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'PortForwarding': '1.2', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'QosPolicy': '1.8', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroup': '1.4', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SecurityGroupRule': '1.2', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'SubPort': '1.0', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Subnet': '1.1', Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: 'Trunk': '1.1'}} Apr 19 18:49:13.631186 dv-cinder-786929-1-smb neutron-server[86368]: {{(pid=86486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:49:13.637873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:13.653751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.659051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:13.674264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.771173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-f2a0bb1f-07fc-46cd-b449-47ed2c1b0a1d tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:13.772716 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-f2a0bb1f-07fc-46cd-b449-47ed2c1b0a1d tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.16 "GET /v2.0/networks?id=804b35c3-bdad-47d3-99fc-9857b84789f7 HTTP/1.1" status: 200 len: 811 time: 1.0376127 Apr 19 18:49:13.777641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:13.783603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:48:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:13.808603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.829055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f0dea9bc-3fd1-462e-bf34-41d989ca6cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:13.882016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2297599c-9359-47d3-9944-e4276965a139,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:13.882480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Request body: {'port': {'device_id': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7', 'admin_state_up': True, 'tenant_id': '5b0d04ff1b0b49cfb8934b2d0b5d1ede'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:13.927000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Pushing event updated for resources: {'Port': ['ID=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:13.932329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:13.976901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:13.988511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:14.010013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.032800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:14.035374 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2297599c-9359-47d3-9944-e4276965a139 HTTP/1.1" status: 204 len: 168 time: 1.8052418 Apr 19 18:49:14.038956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36606) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:14.130295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:14.139329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Usage tracker for resource:port and tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:14.144399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:14.158061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:14.160456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Allocated IP 172.20.0.1 (cfe9b589-4743-4923-b4f7-bb7345484d64/e71f1d65-ba89-4efa-88e1-18966dedd890/e0ce4553-2b70-43c2-8311-1caac735fbf4) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:14.229832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:14.246375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Usage tracker for resource:security_group_rule and tenant:b36ebbd4c63944e3a528401637423616 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:14.261795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Made reservation on behalf of 5b0d04ff1b0b49cfb8934b2d0b5d1ede for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:14.267895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.276185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:14.285794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Sync routers for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:14.300748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:14.320935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:14.323916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:48:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:14.357927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:14.407294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.420056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.425616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8123457 Apr 19 18:49:14.437988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36632) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:14.723952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:14.832903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:09Z', 'revision_number': 3, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:14.843999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a077616-d6b0-4b87-b6d6-f8f10e599deb None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:09Z', 'revision_number': 3, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:14.878537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 248591ad-ea4e-45b8-8a31-d9c7b6067051 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:14.880801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:14.986795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Transition to ACTIVE for port object e0ce4553-2b70-43c2-8311-1caac735fbf4 will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:15.026017 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f116e939-f3e0-4d21-b80d-16a814e1c74a req-3f450194-ee64-45ae-9dd9-d8358bb1d111 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.2235715 Apr 19 18:49:15.044729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.125823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 248591ad-ea4e-45b8-8a31-d9c7b6067051 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:15.126246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.339155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Allocated IP 172.20.0.9 (804b35c3-bdad-47d3-99fc-9857b84789f7/0d9be137-900e-4791-9a29-1216d123bbf3/fe01babc-891a-48e7-b12a-f046ca56f1fc) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:15.399649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.440659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.441181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.441181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.441680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.445892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.484850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:10Z', 'revision_number': 3, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:15.552544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Checking router: 36a8814b-5c62-42cd-ac0a-0df6ca37960f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:15.552961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Updating router 36a8814b-5c62-42cd-ac0a-0df6ca37960f port 9e4d4671-9618-49fc-815d-b16c65f1428a binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:49:15.568238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.614232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0f5a4a31-b992-4ed4-80f0-a10b32076e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:15.803077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.803727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.804249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.804730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86483) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:49:15.805259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0170341c-d5c6-4dfc-978b-2b42a6156dcc']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:15.832769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.839925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d24011a-514c-4320-b6a0-8acb097ad6b2') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:15.840427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d24011a-514c-4320-b6a0-8acb097ad6b2') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:15.844871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.856421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:15.886872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.950237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cd24-53cd-430e-8647-2a6c122add42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.954156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b36ebbd4c63944e3a528401637423616&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4621160 Apr 19 18:49:15.955171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36670) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:15.956530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:15.966569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a7083-f805-4762-b1ca-34dced0a156f,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:15.971609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:16.025471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:49:16.038097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:16.164689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:16.281722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:16.326453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:16.558182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:16.567872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:16.567872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:16.580496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:16.613110 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eca1d1b0-1a2b-4693-8bf7-bbedf2b61ff9 req-01a5e9ae-5db6-4933-b0cd-d817b9ae1798 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.1804795 Apr 19 18:49:16.924421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:16.982567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.018227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.104610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.146286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:17.157172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-58192dfc-7440-41f0-be75-50d061cbb5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:17.216740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.231726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-d4254823-6aac-457d-ba4a-27ba5ea72f07 None None] Provisioning for port e0ce4553-2b70-43c2-8311-1caac735fbf4 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:17.264207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.278347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-d4254823-6aac-457d-ba4a-27ba5ea72f07 None None] Provisioning complete for port e0ce4553-2b70-43c2-8311-1caac735fbf4 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:17.280382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d4254823-6aac-457d-ba4a-27ba5ea72f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.417480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Transition to ACTIVE for port object 9e4d4671-9618-49fc-815d-b16c65f1428a will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:17.462240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-d4254823-6aac-457d-ba4a-27ba5ea72f07 None None] Port e0ce4553-2b70-43c2-8311-1caac735fbf4 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:49:17.474304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:17.485208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:17.486060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.486278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a7083-f805-4762-b1ca-34dced0a156f,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:17.522432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:17.531041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.554821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.556184 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a0a7083-f805-4762-b1ca-34dced0a156f HTTP/1.1" status: 204 len: 168 time: 1.5955207 Apr 19 18:49:17.572566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Network 0170341c-d5c6-4dfc-978b-2b42a6156dcc has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:17.607222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: from cryptography.utils import int_from_bytes Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: from cryptography.utils import int_from_bytes Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: (rel_b, rel_a, rel_b), Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: (rel_b, rel_a, rel_b), Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:49:17.616377 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Pushing event updated for resources: {'Port': ['ID=9e4d4671-9618-49fc-815d-b16c65f1428a,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Attempting to bind port 9e4d4671-9618-49fc-815d-b16c65f1428a on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Attempting to bind port 9e4d4671-9618-49fc-815d-b16c65f1428a by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:17.936194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Attempting to bind port 9e4d4671-9618-49fc-815d-b16c65f1428a on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:17.939179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Bound port: 9e4d4671-9618-49fc-815d-b16c65f1428a, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:17.939685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.018508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.077461 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-614a7cba-c2a8-4e46-91e9-a7c8bbc27469 req-851ca7ce-c7f7-4e79-8b8d-4f3708ce6900 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.1528566 Apr 19 18:49:18.179647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.191528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.197038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:18.229353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:18.245870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] For port 9e4d4671-9618-49fc-815d-b16c65f1428a, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:18.250154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] For port 9e4d4671-9618-49fc-815d-b16c65f1428a, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=9e4d4671-9618-49fc-815d-b16c65f1428a,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:18.266179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.269011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:18.273808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.283108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0170341c-d5c6-4dfc-978b-2b42a6156dcc,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:18.319421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:18.319720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.325117 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0170341c-d5c6-4dfc-978b-2b42a6156dcc HTTP/1.1" status: 204 len: 168 time: 4.2816699 Apr 19 18:49:18.326714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36714) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:18.332743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.398680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:18.407732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:18.411940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:18.413224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:18.458769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:18.459782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:16Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:18.516068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Deleting subnet 9997b969-0341-48b9-817b-e525ed3756d2 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:49:18.545272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.767078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.820252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Pushing event updated for resources: {'Port': ['ID=9e4d4671-9618-49fc-815d-b16c65f1428a,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:18.820805 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Pushing event updated for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:18.839089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:18.847067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:18.850470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:18.881590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:18.901990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:18.908928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:18.909864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.913296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:18.952353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:19.012736 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1348591 Apr 19 18:49:19.075395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:19.075804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.114988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-1d4c76a1-712c-4161-a7f7-cad3ac4a5d98 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:49:19.118847 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-1d4c76a1-712c-4161-a7f7-cad3ac4a5d98 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184698 Apr 19 18:49:19.200245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Allocated IP 172.20.0.1 (15004e24-6d7c-479b-9be3-5a37d0a73953/4b7f9726-644a-4b77-9e94-8cf0255aa2b5/00c4fe7f-20f1-4625-9684-7017b9c849a1) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:19.228928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.265944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:19.303557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.371952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.379324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46ccaff2-2540-4fa5-93c0-493b52b97aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:19.493575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9997b969-0341-48b9-817b-e525ed3756d2,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:19.521061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:19.521061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.527077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.531530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:19.539495 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9997b969-0341-48b9-817b-e525ed3756d2 HTTP/1.1" status: 204 len: 168 time: 1.2108397 Apr 19 18:49:19.546932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36738) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:19.646563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:19.667116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:19.784044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Request body: {'port': {'device_id': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:19.897275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:19.945630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93195-1c5b-4700-a1cb-cf408ba8bc50 req-0dfe793a-45c8-499b-9359-a43ab286d348 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:19.946844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e8b93195-1c5b-4700-a1cb-cf408ba8bc50 req-0dfe793a-45c8-499b-9359-a43ab286d348 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Synchronizing usage tracker for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:20.051735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.152019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e8b93195-1c5b-4700-a1cb-cf408ba8bc50 req-0dfe793a-45c8-499b-9359-a43ab286d348 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Unset dirty status for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:20.153816 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e8b93195-1c5b-4700-a1cb-cf408ba8bc50 req-0dfe793a-45c8-499b-9359-a43ab286d348 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 931 time: 0.6983025 Apr 19 18:49:20.165529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.198001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:20.218319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:20.359771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.541855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:10Z', 'revision_number': 3, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:20.556098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae25a4e4-86b5-4286-841d-bc2d04f057bc None None] The sync data for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb is: [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:10Z', 'revision_number': 3, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:20.595017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:20.609284 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e8b93195-1c5b-4700-a1cb-cf408ba8bc50 req-098f5d2f-8bf0-4747-9b85-8d2655310735 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271734 Apr 19 18:49:20.624577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f499ee1f-72c5-453b-afd7-6e19808ec3da') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:20.624924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f499ee1f-72c5-453b-afd7-6e19808ec3da') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:20.628116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f02ed2fe-834a-4e40-a609-c56ec8101a40 None None] Provisioning complete for port e0ce4553-2b70-43c2-8311-1caac735fbf4 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:20.628535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f02ed2fe-834a-4e40-a609-c56ec8101a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.652900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.674567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.705827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:20.722514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-f02ed2fe-834a-4e40-a609-c56ec8101a40 None None] Port e0ce4553-2b70-43c2-8311-1caac735fbf4 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:49:20.786578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:20.807993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:49:20.868767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:20.869847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Pushing event updated for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:20.880285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:20.902482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:21.019211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:21.019734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:21.108862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:21.268741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:21.280997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:21.816562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Network 6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:49:21.910539 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:49:22.224884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:22.225086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fdc9d-529a-4cb9-98f2-590dadcb8ff1 req-e51ad5f1-78d6-4544-be5f-eabdb46128ee tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:22.227580 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dc8fdc9d-529a-4cb9-98f2-590dadcb8ff1 req-e51ad5f1-78d6-4544-be5f-eabdb46128ee tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 931 time: 0.3102994 Apr 19 18:49:22.241101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:22.241298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] 10.222.0.43 "PUT /v2.0/routers/28acb77f-4c5f-4976-aab7-07b2cf01831f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7217555 Apr 19 18:49:22.272056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:22.272743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:16Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:22.280441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.310762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:22.332645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.346845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.357459 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e HTTP/1.1" status: 204 len: 168 time: 2.8091366 Apr 19 18:49:22.366709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-dc8fdc9d-529a-4cb9-98f2-590dadcb8ff1 req-fc99dd78-6264-488a-b9dd-381556930012 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Synchronizing usage tracker for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:22.394469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6c06bbb4-ce32-4096-a7a9-42ee31ec7c8e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:22.413181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a155d2f3-8568-4bb1-b6bc-5abf323193ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:22.465521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-dc8fdc9d-529a-4cb9-98f2-590dadcb8ff1 req-fc99dd78-6264-488a-b9dd-381556930012 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Unset dirty status for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:22.467582 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dc8fdc9d-529a-4cb9-98f2-590dadcb8ff1 req-fc99dd78-6264-488a-b9dd-381556930012 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332668 Apr 19 18:49:22.496252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe01babc-891a-48e7-b12a-f046ca56f1fc {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:22.551615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.791101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:22.829360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 9e4d4671-9618-49fc-815d-b16c65f1428a up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:22.960109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.967130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Transition to ACTIVE for port object fe01babc-891a-48e7-b12a-f046ca56f1fc will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:22.996755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:22.998205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.010093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb0eb189-c946-4a77-86d0-be88291bffd9 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:23.088375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 9e4d4671-9618-49fc-815d-b16c65f1428a completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:23.094583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 9e4d4671-9618-49fc-815d-b16c65f1428a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:23.117123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.120918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36820) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:23.123404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.247289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-06b98492-a688-43f2-972a-9826c1dfa020 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02fe63e5acc244eabf721644808cd25b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1247241 Apr 19 18:49:23.250122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36826) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:23.452156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.468438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.542230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 9e4d4671-9618-49fc-815d-b16c65f1428a, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=9e4d4671-9618-49fc-815d-b16c65f1428a,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:23.553727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.591217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.594241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:23.597315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Attempting to bind port fe01babc-891a-48e7-b12a-f046ca56f1fc on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:23.598338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Attempting to bind port fe01babc-891a-48e7-b12a-f046ca56f1fc by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f5f9f418-53bc-4100-8c41-f0411f46907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:23.598759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Attempting to bind port fe01babc-891a-48e7-b12a-f046ca56f1fc on network 804b35c3-bdad-47d3-99fc-9857b84789f7 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:23.609021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Pushing event updated for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:23.614195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:23.638355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:23.716027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.722384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3bbecbcd-ff77-40ba-a4a2-0e7a872c1d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:23.739180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Port fe01babc-891a-48e7-b12a-f046ca56f1fc on network 804b35c3-bdad-47d3-99fc-9857b84789f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:49:23.755177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Attempting to bind port fe01babc-891a-48e7-b12a-f046ca56f1fc on network 804b35c3-bdad-47d3-99fc-9857b84789f7 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:23.757485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d3069-10ab-452c-87b4-eb9d8a614ac3,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:23.761635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:17Z', 'revision_number': 2, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:23.774229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:23.786657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:23.790725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Updating router 28acb77f-4c5f-4976-aab7-07b2cf01831f port e0ce4553-2b70-43c2-8311-1caac735fbf4 binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:49:23.791361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.792689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/547d3069-10ab-452c-87b4-eb9d8a614ac3 HTTP/1.1" status: 204 len: 168 time: 0.5413029 Apr 19 18:49:23.814145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:23.823638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Checking segment: {'id': 'f5f9f418-53bc-4100-8c41-f0411f46907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:23.824479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Bound using segment: {'id': 'f5f9f418-53bc-4100-8c41-f0411f46907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:23.826523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Bound port: fe01babc-891a-48e7-b12a-f046ca56f1fc, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f9f418-53bc-4100-8c41-f0411f46907c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:23.827092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:23.940231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=9e4d4671-9618-49fc-815d-b16c65f1428a,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:23.957021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:24.051585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.061402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdb0ef-e0b5-4be6-ae01-14b753fc2a3e req-ba9f355f-a8c7-48f2-8ec5-3045b806d1e0 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:24.064075 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-57fdb0ef-e0b5-4be6-ae01-14b753fc2a3e req-ba9f355f-a8c7-48f2-8ec5-3045b806d1e0 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 943 time: 0.2440774 Apr 19 18:49:24.078551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:24.106467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:24.121349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:24.125695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:24.174624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36842) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:24.187934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889728727', 'description': 'tempest-description--1468823216'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:24.219386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:24.226669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:24.242387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:24.263539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:24.433480 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-57fdb0ef-e0b5-4be6-ae01-14b753fc2a3e req-b7ddee8d-528f-4378-b89e-9eba2897022b tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611524 Apr 19 18:49:24.434298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.490579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:24.500011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:24.508660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:24.518378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:24.534164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Router 36a8814b-5c62-42cd-ac0a-0df6ca37960f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:24.795197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.817607 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 9e4d4671-9618-49fc-815d-b16c65f1428a up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:24.831258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.838511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:24.919699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ead2b-85dd-4bf1-813d-599a2162538e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:24.937692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:24.963715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.976160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Transition to ACTIVE for port object e0ce4553-2b70-43c2-8311-1caac735fbf4 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:24.992397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:24.995810 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8162973 Apr 19 18:49:24.998643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36866) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:25.005140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:25.007426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:25.013732 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] 10.222.0.43 "PUT /v2.0/routers/36a8814b-5c62-42cd-ac0a-0df6ca37960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5721889 Apr 19 18:49:25.019477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group_rule': {'security_group_id': 'e19ead2b-85dd-4bf1-813d-599a2162538e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:25.036663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.038323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Sync routers for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:25.046928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc,segment=NetworkSegment(f5f9f418-53bc-4100-8c41-f0411f46907c),segment_id=f5f9f418-53bc-4100-8c41-f0411f46907c)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:25.050071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:25.057430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:25.061123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:25.062089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:16Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:25.074873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:25.083148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:25.099965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.106381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dc1a2199-b878-4781-902e-67a0e648a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:25.114809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:25.225468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.231208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 36874) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:25.238965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Pushing event updated for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:25.273730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:25.319981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:25.323669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.337059 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe01babc-891a-48e7-b12a-f046ca56f1fc HTTP/1.1" status: 200 len: 1093 time: 5.8046737 Apr 19 18:49:25.337059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:25.412535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.431692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 9e4d4671-9618-49fc-815d-b16c65f1428a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:25.436234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.460309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.540524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:25.580809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.582028 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818980 Apr 19 18:49:25.596682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36888) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:25.616157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group_rule': {'security_group_id': 'e19ead2b-85dd-4bf1-813d-599a2162538e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:25.658145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4731d039-f33a-4951-9204-606050010a32,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:25.660560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:25.694222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:25.700338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:25.705746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:25.707273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:25.719689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:25.752202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:25.777376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-828c3ce8-f725-4011-8d1e-c16f980efc6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb5f3e61e2ac4b2faac8fd9296de5bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5418553 Apr 19 18:49:25.778157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36892) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:25.837334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-95d20323-bb86-4e9f-92fd-2997d05ee41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:25.841217 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-95d20323-bb86-4e9f-92fd-2997d05ee41a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b0d04ff1b0b49cfb8934b2d0b5d1ede&device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 1096 time: 0.3416364 Apr 19 18:49:25.947417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Attempting to bind port e0ce4553-2b70-43c2-8311-1caac735fbf4 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:25.948297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Attempting to bind port e0ce4553-2b70-43c2-8311-1caac735fbf4 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:25.949002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Attempting to bind port e0ce4553-2b70-43c2-8311-1caac735fbf4 on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:25.965519 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:25.966050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Checking segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:25.967054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:25.967575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Bound using segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:25.968404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Bound port: e0ce4553-2b70-43c2-8311-1caac735fbf4, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:25.968925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.051631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:26.062253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.098460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] For port e0ce4553-2b70-43c2-8311-1caac735fbf4, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:26.102565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] For port e0ce4553-2b70-43c2-8311-1caac735fbf4, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e0ce4553-2b70-43c2-8311-1caac735fbf4,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:26.122380 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-90bdc8d0-a973-43a6-8d50-3c9b352c0c7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc HTTP/1.1" status: 200 len: 217 time: 0.2775602 Apr 19 18:49:26.128757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.134965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:26.322418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-5a5571ed-241e-402e-8a26-128e3914f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:26.331541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-5a5571ed-241e-402e-8a26-128e3914f538 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d9be137-900e-4791-9a29-1216d123bbf3 HTTP/1.1" status: 200 len: 851 time: 0.1798344 Apr 19 18:49:26.407944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:26.409661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:16Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:26.423422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.525297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfe250-350e-4ff4-922a-bfba7e2e2728 req-610b5a2f-3938-44cd-8e55-08910d8c1d1a tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:26.532889 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e4dfe250-350e-4ff4-922a-bfba7e2e2728 req-610b5a2f-3938-44cd-8e55-08910d8c1d1a tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 943 time: 0.7012928 Apr 19 18:49:26.578887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.603458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Pushing event updated for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:26.614099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.670845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.720108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-270a6eff-dcb5-43ff-ac57-3d37655512d4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:26.751716 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:26.761911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-684d5aee-a43a-4fe8-b9af-f7ca4aabf5dd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:26.770268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-684d5aee-a43a-4fe8-b9af-f7ca4aabf5dd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 819 time: 0.2835112 Apr 19 18:49:26.794488 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-86dd9b72-74b1-4bd3-8abb-fdecd7983534 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/quotas/6ef0039195f6457390e0072c64b3f5b6 HTTP/1.1" status: 200 len: 375 time: 0.0225558 Apr 19 18:49:26.868674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-72991fb8-d3e2-4226-8fba-8e454fd4bfc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804b35c3-bdad-47d3-99fc-9857b84789f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4870179 Apr 19 18:49:26.880060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:26.893973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aba7a74-888e-4bfb-afe9-a54f966df704,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:26.913143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e4dfe250-350e-4ff4-922a-bfba7e2e2728 req-7e2f11ee-45c8-4423-a2a3-59fc1103e9a6 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459921 Apr 19 18:49:26.928722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:26.993971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:26.995910 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3982296 Apr 19 18:49:26.997635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:27.003493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 36936) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:27.003493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9747799f-9024-4208-9278-03cee8a2163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:27.044349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:27.056569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae031974-df1d-4c07-9d95-9ab73ebd7b1d,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:27.066378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:27.074867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:27.096922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:27.098360 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae031974-df1d-4c07-9d95-9ab73ebd7b1d HTTP/1.1" status: 204 len: 168 time: 1.3190503 Apr 19 18:49:27.104547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:floatingip and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:27.115421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:27.148139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:27.207287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:27.658809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:26Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:27.666378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:27.674206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a877a-8628-4f09-8bea-09f0147c61aa None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:26Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:27.713857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:22Z', 'revision_number': 4, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '00c4fe7f-20f1-4625-9684-7017b9c849a1', 'name': '', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'mac_address': 'fa:16:3e:a2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:18Z', 'updated_at': '2021-04-19T18:49:22Z', 'revision_number': 2, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'subnets': [{'id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:27.723564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Checking router: 36a8814b-5c62-42cd-ac0a-0df6ca37960f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:49:27.724082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Updating router 36a8814b-5c62-42cd-ac0a-0df6ca37960f port 00c4fe7f-20f1-4625-9684-7017b9c849a1 binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:49:27.912722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:27.969030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-98eab42c-9c5d-4b62-a98e-2d082c3c75ee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:27.999634 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc', 'status': 'completed', 'code': 200} Apr 19 18:49:28.096573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-2d673e9c-5f48-477e-9cce-e86cb01bace7 service neutron] 10.222.0.16 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2053678 Apr 19 18:49:28.168772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Allocated IP 172.28.3.126 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:28.191837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-98eab42c-9c5d-4b62-a98e-2d082c3c75ee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:28.193257 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-98eab42c-9c5d-4b62-a98e-2d082c3c75ee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3975289 Apr 19 18:49:28.700103 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d69b538c-d4a0-4486-aaa9-96fa4f846377 req-aea1be25-03a9-41cb-99b7-65feff0059a5 service neutron] 10.222.0.16 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936756 Apr 19 18:49:29.013021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e0ce4553-2b70-43c2-8311-1caac735fbf4 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:29.015615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-8eb2c1bd-ade1-41d2-b010-e24dd3bd4683 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86484) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:49:29.031596 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-8eb2c1bd-ade1-41d2-b010-e24dd3bd4683 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4698360 Apr 19 18:49:29.273596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.274354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f18ea-8da8-4011-b610-1b417f1107af req-b14e852a-6df3-4c2b-b457-1b519c8238ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:29.278563 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-b14e852a-6df3-4c2b-b457-1b519c8238ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b0d04ff1b0b49cfb8934b2d0b5d1ede&device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 1096 time: 0.4402583 Apr 19 18:49:29.330250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Transition to ACTIVE for port object 00c4fe7f-20f1-4625-9684-7017b9c849a1 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:29.362889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port e0ce4553-2b70-43c2-8311-1caac735fbf4 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:29.365996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22175ffd-0400-41bb-a59f-325ce4021042 req-c30f581a-5a0f-4468-be05-072128a7a985 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:29.368342 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-22175ffd-0400-41bb-a59f-325ce4021042 req-c30f581a-5a0f-4468-be05-072128a7a985 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 943 time: 0.9402499 Apr 19 18:49:29.381175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port e0ce4553-2b70-43c2-8311-1caac735fbf4 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:29.381597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.531820 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-22175ffd-0400-41bb-a59f-325ce4021042 req-3b28d054-3e29-4afd-b71a-2c5cf8623835 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459448 Apr 19 18:49:29.576515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.615148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:29.715983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Pushing event updated for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:29.722289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:29.747234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.792475 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-adaffafb-e48a-484b-b226-e7b9e592d5ac service neutron] 10.222.0.43 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599759 Apr 19 18:49:29.894593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:29.901451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:30.001042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Attempting to bind port 00c4fe7f-20f1-4625-9684-7017b9c849a1 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:30.007171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Attempting to bind port 00c4fe7f-20f1-4625-9684-7017b9c849a1 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:30.007798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Attempting to bind port 00c4fe7f-20f1-4625-9684-7017b9c849a1 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:30.028218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:30.029310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Checking segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:30.030393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.031039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Bound using segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:30.031774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Bound port: 00c4fe7f-20f1-4625-9684-7017b9c849a1, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:30.032389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.069082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f18ea-8da8-4011-b610-1b417f1107af req-af54fd13-1623-4d5c-bbb6-dbb7b84cb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:30.075278 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-af54fd13-1623-4d5c-bbb6-dbb7b84cb50c service neutron] 10.222.0.16 "GET /v2.0/networks?id=804b35c3-bdad-47d3-99fc-9857b84789f7 HTTP/1.1" status: 200 len: 912 time: 0.7700262 Apr 19 18:49:30.081820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:30.111520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:30.133455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:30.134997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:30.139535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:30.247423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] For port 00c4fe7f-20f1-4625-9684-7017b9c849a1, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:30.249739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] For port 00c4fe7f-20f1-4625-9684-7017b9c849a1, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=00c4fe7f-20f1-4625-9684-7017b9c849a1,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:30.252534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.264336 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-d271d746-4050-4a9f-bfe0-c097ba66bbd9 service neutron] 10.222.0.43 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853362 Apr 19 18:49:30.300343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.314704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:30.364382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.422969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port e0ce4553-2b70-43c2-8311-1caac735fbf4, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e0ce4553-2b70-43c2-8311-1caac735fbf4,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:30.444766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:30.445446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:16Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:30.512860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.513598 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-0dfe3e21-d999-4ce9-a8c0-118c3b541999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc HTTP/1.1" status: 200 len: 217 time: 0.1837611 Apr 19 18:49:30.513721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Pushing event updated for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:30.548455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:30.598228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:30.624887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:30.746069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:30.747314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f18ea-8da8-4011-b610-1b417f1107af req-4f9d57cf-70f0-4e0d-94b1-c60638ac6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:30.752282 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:30.764486 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-4f9d57cf-70f0-4e0d-94b1-c60638ac6eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d9be137-900e-4791-9a29-1216d123bbf3 HTTP/1.1" status: 200 len: 851 time: 0.2228909 Apr 19 18:49:30.792202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:49:30.875328 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-6232d4f8-add1-471a-a545-6b08d9885938 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=804b35c3-bdad-47d3-99fc-9857b84789f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080418 Apr 19 18:49:30.944111 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d1362b76-c86a-4f40-ae0a-19b9768b1b1b req-11bc77fc-510c-4e4f-b067-449f25b8d83c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0677352 Apr 19 18:49:31.100055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:31.145210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-30332314-9753-44ca-8a9b-530ec36fdd0c service neutron] 10.222.0.16 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993144 Apr 19 18:49:31.268287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:31.314140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3da30477-9676-403e-a5f8-ae825d054047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:31.419990 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b93f18ea-8da8-4011-b610-1b417f1107af req-6cabb108-4faf-4369-a9a9-912828bf5193 service neutron] 10.222.0.16 "GET /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635212 Apr 19 18:49:31.483185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:22Z', 'revision_number': 4, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '00c4fe7f-20f1-4625-9684-7017b9c849a1', 'name': '', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'mac_address': 'fa:16:3e:a2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:18Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 4, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'subnets': [{'id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:49:31.487925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22c577f-b93c-4494-8959-2fe288a8cf9d None None] The sync data for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb is: [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:22Z', 'revision_number': 4, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '00c4fe7f-20f1-4625-9684-7017b9c849a1', 'name': '', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'mac_address': 'fa:16:3e:a2:ea:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:18Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 4, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'subnets': [{'id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:49:31.498043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4452-d78f-4611-aa76-7d3a3feb8e53 req-25b052fe-64fb-4c21-9e8a-ee1b9257f58b tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.506294 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8c3e4452-d78f-4611-aa76-7d3a3feb8e53 req-25b052fe-64fb-4c21-9e8a-ee1b9257f58b tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 943 time: 0.3951476 Apr 19 18:49:31.599585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:31.608528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:31.658297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:31.684268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8c3e4452-d78f-4611-aa76-7d3a3feb8e53 req-42142b4e-3727-4464-8e85-a437e8112055 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767209 Apr 19 18:49:31.757005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:31.758564 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7251501 Apr 19 18:49:31.778824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-e163e7fb-4549-4cfc-b0b2-f205d75091bc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:31.780502 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-e163e7fb-4549-4cfc-b0b2-f205d75091bc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 819 time: 0.2260034 Apr 19 18:49:31.874287 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-2aec7a9a-f69e-47ca-bd13-dc494d6f39bf tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/quotas/6ef0039195f6457390e0072c64b3f5b6 HTTP/1.1" status: 200 len: 375 time: 0.0755522 Apr 19 18:49:32.072190 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-a7348b72-2752-4d6a-b354-7890c44b88a0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579258 Apr 19 18:49:32.245106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1062ae96-aaa7-489f-af73-d9e33c1a06f0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:32.245586 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-e28877a5-db98-420b-b63f-e18f38bf1398 service neutron] 10.222.0.43 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770208 Apr 19 18:49:32.344972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1062ae96-aaa7-489f-af73-d9e33c1a06f0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:32.346259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1062ae96-aaa7-489f-af73-d9e33c1a06f0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--889728727&fields=id&tenant_id=4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 267 time: 0.2145052 Apr 19 18:49:32.366097 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-9c83ae59-5a8b-43ef-ad98-398cc5779594 service neutron] 10.222.0.43 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454530 Apr 19 18:49:32.606857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1ea1954a-17b0-464c-9c67-3fd65d304408 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:32.607993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1ea1954a-17b0-464c-9c67-3fd65d304408 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:network {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:32.699865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1ea1954a-17b0-464c-9c67-3fd65d304408 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:network {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:32.701650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-1ea1954a-17b0-464c-9c67-3fd65d304408 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 810 time: 0.3465424 Apr 19 18:49:32.719688 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e4bec4b9-0819-4560-84bc-86af1561b813 req-a9a8d0a5-6c1c-4139-b57e-0ce6aa71e120 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.0814567 Apr 19 18:49:32.729452 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-b5455120-2c4d-40b1-98c5-e578064470e6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/quotas/4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 375 time: 0.0202661 Apr 19 18:49:33.012549 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f323af1f-7ab7-4b6f-ba71-02b4b87023b7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2761710 Apr 19 18:49:33.029403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e0ce4553-2b70-43c2-8311-1caac735fbf4 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:33.060682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba8c3-d3e7-4fb2-b11e-4331a5f86d74 req-21e60edd-ab73-48bb-a99d-6a9dbad10598 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:33.068922 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d79ba8c3-d3e7-4fb2-b11e-4331a5f86d74 req-21e60edd-ab73-48bb-a99d-6a9dbad10598 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 943 time: 0.1711938 Apr 19 18:49:33.129482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port e0ce4553-2b70-43c2-8311-1caac735fbf4 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:33.131420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:33.169704 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d79ba8c3-d3e7-4fb2-b11e-4331a5f86d74 req-2ef8af24-fa97-4b6c-8018-f84e33d02737 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996690 Apr 19 18:49:33.286382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 00c4fe7f-20f1-4625-9684-7017b9c849a1 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:33.390702 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-cbda4493-c6c0-4cff-b0e7-7d2473dfc953 service neutron] 10.222.0.43 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073735 Apr 19 18:49:33.410039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 00c4fe7f-20f1-4625-9684-7017b9c849a1 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:33.416762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 00c4fe7f-20f1-4625-9684-7017b9c849a1 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:33.420969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:33.517687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fe01babc-891a-48e7-b12a-f046ca56f1fc details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:33.633949 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-17d0bc11-66ba-48c7-bb55-7e5bb08c5758 service neutron] 10.222.0.43 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266545 Apr 19 18:49:33.672081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:33.801307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 00c4fe7f-20f1-4625-9684-7017b9c849a1, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=00c4fe7f-20f1-4625-9684-7017b9c849a1,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:33.867922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:33.873843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:33.965604 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc,segment=NetworkSegment(f5f9f418-53bc-4100-8c41-f0411f46907c),segment_id=f5f9f418-53bc-4100-8c41-f0411f46907c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:34.001248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'fe01babc-891a-48e7-b12a-f046ca56f1fc', 'network_id': '804b35c3-bdad-47d3-99fc-9857b84789f7', 'port_id': 'fe01babc-891a-48e7-b12a-f046ca56f1fc', 'mac_address': 'fa:16:3e:1d:40:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9be137-900e-4791-9a29-1216d123bbf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:34.079015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:34.081550 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-413f086c-ca24-498b-bb30-1b63e8855077 req-aa445fc9-0c47-494c-a046-f55518f934aa tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.0771630 Apr 19 18:49:34.102451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:34.110596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:34.113910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe01babc-891a-48e7-b12a-f046ca56f1fc {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:34.139357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc,segment=NetworkSegment(f5f9f418-53bc-4100-8c41-f0411f46907c),segment_id=f5f9f418-53bc-4100-8c41-f0411f46907c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:34.186138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:34.188079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:34.190826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-57d36501-da41-458c-b027-2b8241668c58 req-ef58b552-b53f-4ac7-aabb-65bed36ba2bc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:34.305797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-57d36501-da41-458c-b027-2b8241668c58 req-ef58b552-b53f-4ac7-aabb-65bed36ba2bc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:34.307082 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-57d36501-da41-458c-b027-2b8241668c58 req-ef58b552-b53f-4ac7-aabb-65bed36ba2bc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.1839490 Apr 19 18:49:34.314401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:34.318393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:34.482045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['fe01babc-891a-48e7-b12a-f046ca56f1fc'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:34.549638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861249-82ce-4574-b58b-cf2df896fe3f req-3274b031-38d0-4281-9cb3-c36b6f422cdb tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:34.564910 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8861249-82ce-4574-b58b-cf2df896fe3f req-3274b031-38d0-4281-9cb3-c36b6f422cdb tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 944 time: 0.2376509 Apr 19 18:49:34.706347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-7f77cc34-810c-4a70-b63e-94cc55ac50c5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:34.707685 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8861249-82ce-4574-b58b-cf2df896fe3f req-b529b4c2-d134-479f-9d5b-5828fe43d1a7 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401384 Apr 19 18:49:34.714838 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-7f77cc34-810c-4a70-b63e-94cc55ac50c5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 819 time: 0.3079083 Apr 19 18:49:34.737301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Request body: {'port': {'device_id': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'admin_state_up': True, 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:34.779582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 00c4fe7f-20f1-4625-9684-7017b9c849a1 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:34.956267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 00c4fe7f-20f1-4625-9684-7017b9c849a1 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:34.956883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:34.994906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:35.013081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:35.059206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37280) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:35.076664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Made reservation on behalf of 6ef0039195f6457390e0072c64b3f5b6 for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:35.083679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:35.302897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:35.324853 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b11a093b-a06f-45f4-838e-e00d4feb672e req-8a555d6b-b80e-42ae-935f-27596755fd4c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.0704784 Apr 19 18:49:35.339407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:35.343705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:546a53c7c1694cf8856620630366dfde is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:35.346883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:35.369234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:35.500895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fe01babc-891a-48e7-b12a-f046ca56f1fc up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:35.504940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:35.507095 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.16', 49788) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:35.560327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Allocated IP 172.20.0.4 (15004e24-6d7c-479b-9be3-5a37d0a73953/4b7f9726-644a-4b77-9e94-8cf0255aa2b5/deff1176-8e32-4913-9f63-4eb9f3b4a393) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:35.625613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:35.663645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e34515f8-1cfd-4bda-9d5c-ef8c51d398c1 req-90f615a8-6e61-46d9-bfb1-0b826b6ddea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.1056442 Apr 19 18:49:35.670888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port fe01babc-891a-48e7-b12a-f046ca56f1fc completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:35.678232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port fe01babc-891a-48e7-b12a-f046ca56f1fc triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:35.679283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:35.754561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:35.789550 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=546a53c7c1694cf8856620630366dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284031 Apr 19 18:49:35.797736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4e9c8cb0-4af6-4f92-b9f2-627932a2295e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:35.798997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4e9c8cb0-4af6-4f92-b9f2-627932a2295e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:network {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:35.799235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37326) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:35.804128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247e819-1d08-45be-bbc1-0ce4246d9c0a,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:35.807032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:35.854028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4e9c8cb0-4af6-4f92-b9f2-627932a2295e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:network {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:35.855595 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4e9c8cb0-4af6-4f92-b9f2-627932a2295e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 819 time: 0.3399622 Apr 19 18:49:35.916021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Request body: {'port': {'device_id': 'fd52b683-130d-40ab-b345-0c720345fb88', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'admin_state_up': True, 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:36.099154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:36.111760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:36.159915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Made reservation on behalf of 6ef0039195f6457390e0072c64b3f5b6 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:36.167338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.241956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.266428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a82b4b-986a-41c9-b339-856692145c47 req-40e121c8-59ce-4ca5-b8e7-623b8c053a5f tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:36.268107 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e8a82b4b-986a-41c9-b339-856692145c47 req-40e121c8-59ce-4ca5-b8e7-623b8c053a5f tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 944 time: 0.4114294 Apr 19 18:49:36.299361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:36.360513 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e8a82b4b-986a-41c9-b339-856692145c47 req-07ae888b-8bdc-4fe8-8440-95c644b2f4b6 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728393 Apr 19 18:49:36.401787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc,segment=NetworkSegment(f5f9f418-53bc-4100-8c41-f0411f46907c),segment_id=f5f9f418-53bc-4100-8c41-f0411f46907c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:36.456436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.458650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-eec89f78-a1d4-45ad-a9a1-622314dcdfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:36.459859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.554559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.592390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.16', 49793) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:36.593828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b1537549-2be6-4ee5-9e20-9c16e977b817 req-f739f0b8-e28b-4440-8ce1-f38c9fd613b2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.1010993 Apr 19 18:49:36.645908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:36.675903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:36.681690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.761636 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc', 'code': 200} Apr 19 18:49:36.845137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-0f2c6dd6-9f1b-423a-8a94-d5a0090dcec5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:36.846578 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-0f2c6dd6-9f1b-423a-8a94-d5a0090dcec5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 810 time: 0.2528532 Apr 19 18:49:36.935326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.981261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e1791b2-d050-4abc-ab9b-4165c3b677b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:36.988680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:36.999606 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-e8533996-ddf0-40ed-bbfa-1dbbb113d3a5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 5704 time: 0.1427195 Apr 19 18:49:37.005164 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-110e3251-9e4a-4cab-8bf3-bbeaa653efb2 req-baab4742-f6cd-4e3e-84c0-81f217ce9cef tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.0709858 Apr 19 18:49:37.013090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247e819-1d08-45be-bbc1-0ce4246d9c0a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:37.018554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'port': {'device_id': '4912b94d-70f3-429e-a229-7485593b6170', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'admin_state_up': True, 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'security_groups': ['e19ead2b-85dd-4bf1-813d-599a2162538e']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:37.018950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:37.019394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:37.050571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.16', 49796) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:37.099550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:37.104218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:37.108754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:37.114729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:37.115413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:37.151299 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:37.155050 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d247e819-1d08-45be-bbc1-0ce4246d9c0a HTTP/1.1" status: 204 len: 168 time: 1.3521068 Apr 19 18:49:37.156713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Pushing event updated for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:37.159643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:37.185325 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-919e2458-f69c-4c93-87a6-686f1f99a9a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4533324 Apr 19 18:49:37.198416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Request body: {'port': {'device_id': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:37.335041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:37.444432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Allocated IP 172.20.0.13 (15004e24-6d7c-479b-9be3-5a37d0a73953/4b7f9726-644a-4b77-9e94-8cf0255aa2b5/cccedbc1-232b-4700-a60d-66b5562795f3) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:37.519252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-a0347dbf-f544-4dcf-a613-a9b20b69210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:37.519252 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-a0347dbf-f544-4dcf-a613-a9b20b69210c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 1098 time: 0.4653492 Apr 19 18:49:37.558300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:37.561561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:37.590762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:37.595939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:37.602745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Usage tracker for resource:security_group_rule and tenant:3f0b833e2c87454fb9c46eff31fb2a80 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:37.606173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:37.612982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:38.658824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-5b7de7f5-e35b-4f99-8573-6d5660143625 req-a12cefe5-2e36-494c-9673-acd2aabf904e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:38.660298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Made reservation on behalf of 4de97278f9254a5c88a8cddc4ec509dc for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:49:38.667921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:38.750675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-5b7de7f5-e35b-4f99-8573-6d5660143625 req-a12cefe5-2e36-494c-9673-acd2aabf904e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:38.751928 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5b7de7f5-e35b-4f99-8573-6d5660143625 req-a12cefe5-2e36-494c-9673-acd2aabf904e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.1639230 Apr 19 18:49:38.806124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37406) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:38.837938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:38.893107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:38.898645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Usage tracker for resource:security_group_rule and tenant:824754f2d8794a43ace90d9cca46bfb5 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:38.902468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:38.909806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:39.006453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.062955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5b15b1ce-a65d-4a35-bdcc-7a74c93f7c2d req-06e3fcec-561f-49aa-96c2-26ebbbb963a2 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.0544457 Apr 19 18:49:39.076571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.086637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:39.112798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a40f-4a91-454f-b580-6c3c17e9c89d req-50c1f97e-ce71-4530-b12c-5ac4ebe52a4c tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.114440 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0209a40f-4a91-454f-b580-6c3c17e9c89d req-50c1f97e-ce71-4530-b12c-5ac4ebe52a4c tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.5256445 Apr 19 18:49:39.131533 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=824754f2d8794a43ace90d9cca46bfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239415 Apr 19 18:49:39.139941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37412) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:39.167912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d272d-e12d-4ecc-901b-f60156242e94,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:39.190626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:39.274765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.295469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.314653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.330082 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0209a40f-4a91-454f-b580-6c3c17e9c89d req-52548df2-7a85-46be-b618-dbee9922e3c4 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218474 Apr 19 18:49:39.334430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.369790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.372427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:39.380586 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8540461 Apr 19 18:49:39.388174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Allocated IP 172.20.0.5 (cfe9b589-4743-4923-b4f7-bb7345484d64/e71f1d65-ba89-4efa-88e1-18966dedd890/9e3362bd-a063-4b48-a4b2-34ad77e172d1) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:49:39.432940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=980a52f7-b109-4180-a399-24d432ae34c8,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:39.441732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37430) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:39.449137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:39.465061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.472784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d13c90b-812a-4581-a960-939851e32c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:39.514101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.515719 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/284d272d-e12d-4ecc-901b-f60156242e94 HTTP/1.1" status: 204 len: 168 time: 0.3748610 Apr 19 18:49:39.536022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d272d-e12d-4ecc-901b-f60156242e94,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:39.578335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.598092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:39.621788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:39.648471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:39.664697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:39.671079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.680178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:39.701820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:39.705801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a0f90d1a324e8889bc780454937fa3 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:39.710624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:39.715424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:39.796097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Pushing event updated for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:39.799270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:39.828012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:39.828692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.844050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.877442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deff1176-8e32-4913-9f63-4eb9f3b4a393 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:39.881567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Transition to ACTIVE for port object 9e3362bd-a063-4b48-a4b2-34ad77e172d1 will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:39.888042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:39.940120 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0380416 Apr 19 18:49:39.954121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Request body: {'port': {'device_id': 'fd52b683-130d-40ab-b345-0c720345fb88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:40.011830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.037352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Transition to ACTIVE for port object deff1176-8e32-4913-9f63-4eb9f3b4a393 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:40.039908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:40.075961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.131337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.142648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:40.175368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:49:40.181835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:49:40.187143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.187313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:49:40.225915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.297365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:40.307491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:40.326009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:40.359855 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8a0f90d1a324e8889bc780454937fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9163220 Apr 19 18:49:40.360530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:40.370688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37456) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:40.372427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:40.425479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Attempting to bind port deff1176-8e32-4913-9f63-4eb9f3b4a393 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:40.425851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Attempting to bind port deff1176-8e32-4913-9f63-4eb9f3b4a393 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:40.426195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Attempting to bind port deff1176-8e32-4913-9f63-4eb9f3b4a393 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:40.437778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4e714-425a-4c44-ac5a-10eed3e9e72e,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:40.440421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Port deff1176-8e32-4913-9f63-4eb9f3b4a393 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:49:40.440784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Attempting to bind port deff1176-8e32-4913-9f63-4eb9f3b4a393 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:40.443259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:40.448207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.448911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.450052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:40.450429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Checking segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:40.450875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Bound using segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:40.451355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Bound port: deff1176-8e32-4913-9f63-4eb9f3b4a393, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:40.451738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.477275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b3c6-8732-488f-84c5-09655ad7b3d1 req-180b7e09-c84c-451a-b132-e8311b1e7e44 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.478924 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d5a0b3c6-8732-488f-84c5-09655ad7b3d1 req-180b7e09-c84c-451a-b132-e8311b1e7e44 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 932 time: 0.3957317 Apr 19 18:49:40.527545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-da1c3360-433c-4cf9-bb1a-13c7602d069b None None] Provisioning for port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:40.532940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-da1c3360-433c-4cf9-bb1a-13c7602d069b None None] Provisioning complete for port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:40.533361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-da1c3360-433c-4cf9-bb1a-13c7602d069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.604004 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5916951 Apr 19 18:49:40.632874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Request body: {'port': {'device_id': '4912b94d-70f3-429e-a229-7485593b6170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:40.635863 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d5a0b3c6-8732-488f-84c5-09655ad7b3d1 req-0e05a34f-d12f-4759-8550-7f050383c27c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Apr 19 18:49:40.693637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.723406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-da1c3360-433c-4cf9-bb1a-13c7602d069b None None] Port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:49:40.723918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:40.728658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.732118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:40.777626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.780809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:40.794084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1428c8b-e2d6-4a73-8cf7-4cc112b704d9 req-c7da3d33-d6d5-4902-ab55-84f8d56853f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.795184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e1428c8b-e2d6-4a73-8cf7-4cc112b704d9 req-c7da3d33-d6d5-4902-ab55-84f8d56853f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:40.905290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.956390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:40.958171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:40.958726 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] 10.222.0.16 "PUT /v2.0/ports/deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 1093 time: 3.7654963 Apr 19 18:49:40.959250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:40.971206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:40.975027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:41.064281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59533b-afb2-4c33-a8c1-f9d46bfdfa96 req-c1de97c0-8845-4ac7-bed6-445ce18208bb tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.071683 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3f59533b-afb2-4c33-a8c1-f9d46bfdfa96 req-c1de97c0-8845-4ac7-bed6-445ce18208bb tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1955824 Apr 19 18:49:41.071835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccedbc1-232b-4700-a60d-66b5562795f3 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:41.189636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37488) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:41.193430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.207069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e1428c8b-e2d6-4a73-8cf7-4cc112b704d9 req-c7da3d33-d6d5-4902-ab55-84f8d56853f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:41.208487 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e1428c8b-e2d6-4a73-8cf7-4cc112b704d9 req-c7da3d33-d6d5-4902-ab55-84f8d56853f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 931 time: 0.9864240 Apr 19 18:49:41.220580 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3f59533b-afb2-4c33-a8c1-f9d46bfdfa96 req-520810c7-8bd3-4500-9242-27b8c6c559d0 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407695 Apr 19 18:49:41.272366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Transition to ACTIVE for port object cccedbc1-232b-4700-a60d-66b5562795f3 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:41.284711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-23c17b64-5d7c-49f1-b776-4290f8e6ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.286321 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-23c17b64-5d7c-49f1-b776-4290f8e6ff1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1096 time: 0.1357558 Apr 19 18:49:41.295959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.354175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.365478 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e1428c8b-e2d6-4a73-8cf7-4cc112b704d9 req-9e1a7b4e-100b-4cc1-819a-3a4d84cb3ee4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421213 Apr 19 18:49:41.366282 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.373183 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-864105fd-fdce-4bf0-a418-342a02748a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:41.387366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4e714-425a-4c44-ac5a-10eed3e9e72e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:41.402517 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:41.404177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:41.453826 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-d205c3b9-b880-4ebc-b4cd-9e97b8b8c8d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.1571772 Apr 19 18:49:41.454715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.485384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:41.487372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:41.490864 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15b4e714-425a-4c44-ac5a-10eed3e9e72e HTTP/1.1" status: 204 len: 168 time: 1.1166222 Apr 19 18:49:41.576711 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393', 'status': 'completed', 'code': 200} Apr 19 18:49:41.578086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Usage tracker for resource:security_group_rule and tenant:da3c5d463d3740789b685a0fbb774fae is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:41.583592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:41.592307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:41.661875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-76000d8b-e3f0-4281-83f5-939ebd3ea491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:41.664302 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-76000d8b-e3f0-4281-83f5-939ebd3ea491 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.1842608 Apr 19 18:49:41.796548 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-52035a90-ff6e-4062-935c-ba4d519ad0e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194160 Apr 19 18:49:41.967079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Pushing event updated for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:42.005639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.052621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.081268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2a370825-1518-4a0c-9729-b17e13af0c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:42.128375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da053599-982f-4088-8bf9-9c7361973452,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:42.134477 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-b4fac529-f65b-4597-8301-8e3a75096ea4 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104355 Apr 19 18:49:42.139164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:42.194999 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da3c5d463d3740789b685a0fbb774fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996784 Apr 19 18:49:42.225295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:42.225730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37528) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:42.319070 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88fe38b8-d1db-4209-87fa-4d11a5ddb720 req-299f4833-f924-428f-b3a2-3ce587671b8e service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684513 Apr 19 18:49:42.470974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37540) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:42.479662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Attempting to bind port cccedbc1-232b-4700-a60d-66b5562795f3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:42.480098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Attempting to bind port cccedbc1-232b-4700-a60d-66b5562795f3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:42.480462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Attempting to bind port cccedbc1-232b-4700-a60d-66b5562795f3 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:42.490417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-0f90896b-7c21-41ae-bf7d-19fab11d059d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.491203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-0f90896b-7c21-41ae-bf7d-19fab11d059d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:42.521417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Port cccedbc1-232b-4700-a60d-66b5562795f3 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:49:42.521549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Attempting to bind port cccedbc1-232b-4700-a60d-66b5562795f3 on network 15004e24-6d7c-479b-9be3-5a37d0a73953 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:42.527622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.536330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.542786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:42.543121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Checking segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:42.543711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Bound using segment: {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:42.544221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Bound port: cccedbc1-232b-4700-a60d-66b5562795f3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2939da05-e8b7-4daf-8526-eeee0eaa43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:42.544595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.553394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:42.569143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608fe5d-e86f-4f68-87e6-3a63f6a14f67 req-ac2745a7-13b5-4dc7-bf09-1292a2961b7a tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.576585 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e608fe5d-e86f-4f68-87e6-3a63f6a14f67 req-ac2745a7-13b5-4dc7-bf09-1292a2961b7a tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.2179191 Apr 19 18:49:42.580288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Usage tracker for resource:security_group_rule and tenant:224c9bda30f74627bba87f5b28d49d1f is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:42.603272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:42.604137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-0f90896b-7c21-41ae-bf7d-19fab11d059d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:42.605409 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-0f90896b-7c21-41ae-bf7d-19fab11d059d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 944 time: 0.7304807 Apr 19 18:49:42.617369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:42.650797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950187dd-9765-4467-9ef2-a02147646f08 req-164177ad-c011-47a6-9424-e33093ecb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.652392 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-164177ad-c011-47a6-9424-e33093ecb058 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1096 time: 0.2271934 Apr 19 18:49:42.655598 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e608fe5d-e86f-4f68-87e6-3a63f6a14f67 req-8ba35700-e522-495a-9f00-c4592c8dd5d4 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782452 Apr 19 18:49:42.687700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.775349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03540126-1fb7-4cbb-9e87-1e18c43401b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.831026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.848512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3362bd-a063-4b48-a4b2-34ad77e172d1 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:42.864434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:42.874916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-194380b0-c105-406a-898d-f72b1be7fb1c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:42.884492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.891268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.909400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da053599-982f-4088-8bf9-9c7361973452,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:42.921170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:42.932878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:42.938735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.942292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da053599-982f-4088-8bf9-9c7361973452 HTTP/1.1" status: 204 len: 168 time: 0.6547129 Apr 19 18:49:42.942635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cccedbc1-232b-4700-a60d-66b5562795f3,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:42.944371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Transition to ACTIVE for port object 9e3362bd-a063-4b48-a4b2-34ad77e172d1 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:49:42.956690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.972779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-194380b0-c105-406a-898d-f72b1be7fb1c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:42.974077 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b53b336-435b-4105-9c6b-8942b8afb708 req-194380b0-c105-406a-898d-f72b1be7fb1c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035612 Apr 19 18:49:42.975439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:42.982215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9d95b8de-30ae-4175-b254-30a56ea06805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:42.994380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bbf44842-b695-416d-99e7-eb1524f8f09b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:42.999329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950187dd-9765-4467-9ef2-a02147646f08 req-a24695b2-e894-4e4e-b04c-5d6229f024cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:42.999329 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-a24695b2-e894-4e4e-b04c-5d6229f024cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.3382154 Apr 19 18:49:43.054555 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:43.112006 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=224c9bda30f74627bba87f5b28d49d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6319275 Apr 19 18:49:43.115505 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-fea69449-e3e6-4632-9b13-95e9847e2934 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.1005952 Apr 19 18:49:43.116188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37562) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:43.116954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170d4988-79ba-475a-b1a3-7dfdabfaf3a7,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:43.131528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:43.179119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.180075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:43.181816 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] 10.222.0.16 "PUT /v2.0/ports/cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 200 len: 1094 time: 3.2329361 Apr 19 18:49:43.182355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:43.225743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Pushing event updated for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:43.283699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:43.291739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:43.613316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:43.634434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:43.676022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Attempting to bind port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:49:43.676142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Attempting to bind port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:49:43.676430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Attempting to bind port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:43.685970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 on network cfe9b589-4743-4923-b4f7-bb7345484d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:49:43.686638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Attempting to bind port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:49:43.690478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4aa1098f-a722-489e-91fe-57bf71a1e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.692664 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-4aa1098f-a722-489e-91fe-57bf71a1e8a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1097 time: 0.4021018 Apr 19 18:49:43.699220 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3', 'status': 'completed', 'code': 200} Apr 19 18:49:43.700042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:49:43.700671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Checking segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:49:43.700955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Bound using segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:49:43.701507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Bound port: 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:49:43.701982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:43.747571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e79de-f0ba-4252-afa1-8e182eb24315 req-aa0fdd94-08fa-444b-abb4-461e2916a4d6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.758508 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-297e79de-f0ba-4252-afa1-8e182eb24315 req-aa0fdd94-08fa-444b-abb4-461e2916a4d6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 943 time: 0.8637748 Apr 19 18:49:43.804446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950187dd-9765-4467-9ef2-a02147646f08 req-15a46d58-9cc5-4afe-accb-d8d3515725b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:43.806166 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-15a46d58-9cc5-4afe-accb-d8d3515725b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.6767642 Apr 19 18:49:43.909298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-2df5282b-1f57-4e68-8358-0393e3f4db16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792415 Apr 19 18:49:43.915580 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-297e79de-f0ba-4252-afa1-8e182eb24315 req-313aa2db-9cef-48f6-81cd-ae4a1d2ae0a7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559741 Apr 19 18:49:43.918242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:43.920548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:49:43.924576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:49:43.935472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-0fa9a64c-e9ee-4ffe-b8ec-7f508aca24ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 200 len: 217 time: 0.2199061 Apr 19 18:49:43.948695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.002780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.028224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:44.093593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.094400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.096516 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] 10.222.0.16 "PUT /v2.0/ports/9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 1093 time: 3.4797237 Apr 19 18:49:44.187144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.202281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:44.222785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d4988-79ba-475a-b1a3-7dfdabfaf3a7,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:44.226747 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-b365a93f-f82c-474c-bc56-e90c94fde4d3 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357295 Apr 19 18:49:44.227503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:44.260556 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:44.261767 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/170d4988-79ba-475a-b1a3-7dfdabfaf3a7 HTTP/1.1" status: 204 len: 168 time: 1.1416698 Apr 19 18:49:44.376498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-aae10076-8b5f-49b1-8a35-bb6be72eea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.378551 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-aae10076-8b5f-49b1-8a35-bb6be72eea74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.4350433 Apr 19 18:49:44.458458 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-950187dd-9765-4467-9ef2-a02147646f08 req-6b57ba06-da00-4582-93d1-0e84ec51b74e service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248948 Apr 19 18:49:44.486945 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-c6c03c0d-19f8-41c8-8597-56a8d73809af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900211 Apr 19 18:49:44.495542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:44.503881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:44.738424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-92f06033-e61b-4bb8-87b0-3f3f0efc55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.740043 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-92f06033-e61b-4bb8-87b0-3f3f0efc55ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1096 time: 0.4551876 Apr 19 18:49:44.750743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24aa8-8a4d-4283-a3cd-1469e980613a req-46c6f85d-cf70-48d0-b336-35b193f17404 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:44.761217 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bcf24aa8-8a4d-4283-a3cd-1469e980613a req-46c6f85d-cf70-48d0-b336-35b193f17404 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 944 time: 0.5776641 Apr 19 18:49:44.881552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-4be2f4d8-1825-4b48-8cb4-7f1b559fc5bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 217 time: 0.1155608 Apr 19 18:49:44.966139 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-274b4561-93b8-4865-b88f-2fd8220fb6b6 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650648 Apr 19 18:49:44.969252 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bcf24aa8-8a4d-4283-a3cd-1469e980613a req-e1457b08-b946-4127-b73c-d46073b728d7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072113 Apr 19 18:49:45.068849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-45fc4881-a717-4042-bfd1-57155918782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.071100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-45fc4881-a717-4042-bfd1-57155918782d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1782553 Apr 19 18:49:45.278486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735e83-db48-433d-8c10-6a0fdf7eea17 req-ce5be57f-9800-4be0-8996-f3d8c1fed63d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.280191 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a0735e83-db48-433d-8c10-6a0fdf7eea17 req-ce5be57f-9800-4be0-8996-f3d8c1fed63d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 943 time: 0.1221595 Apr 19 18:49:45.354550 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a0735e83-db48-433d-8c10-6a0fdf7eea17 req-8788eb49-6276-4aaa-bae4-bd4fcadbb0a1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646613 Apr 19 18:49:45.452935 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b83f14c-9fc6-4cae-8d45-3191a7034e60 req-c9018f06-9c86-48df-ad59-ff1da536e159 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737217 Apr 19 18:49:45.464324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-c1073adb-2008-4063-a379-0eb4fd486117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.466436 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-c1073adb-2008-4063-a379-0eb4fd486117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3870656 Apr 19 18:49:45.477397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-547604b2-1016-4ff8-ba80-e66ee3cbd422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:45.561243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device deff1176-8e32-4913-9f63-4eb9f3b4a393 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:45.708012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:45.758679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-c0b637eb-e126-4219-9af1-094014629880 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649415 Apr 19 18:49:45.764753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:45.786191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'deff1176-8e32-4913-9f63-4eb9f3b4a393', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'port_id': 'deff1176-8e32-4913-9f63-4eb9f3b4a393', 'mac_address': 'fa:16:3e:2e:bb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:45.851991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37710) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:45.856204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'status': 'completed', 'code': 200} Apr 19 18:49:45.866314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-642e7f8a-6c19-4377-a8ea-53e1e25dd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:45.868667 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-642e7f8a-6c19-4377-a8ea-53e1e25dd967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1097 time: 0.2811513 Apr 19 18:49:45.873528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:45.895818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deff1176-8e32-4913-9f63-4eb9f3b4a393 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:45.921376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:45.967135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:45.969015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:46.044047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:46.053661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.055414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:46.120877 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44fd61cf-cc94-4e2e-bd2a-894a6f244764 req-688986ee-c679-4c9e-a15b-a4e585a4e317 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611994 Apr 19 18:49:46.145929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.169534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-5b1fea95-6c81-48a7-98f2-33ed6e422ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.171248 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-5b1fea95-6c81-48a7-98f2-33ed6e422ab1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.2905905 Apr 19 18:49:46.271868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.289359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['deff1176-8e32-4913-9f63-4eb9f3b4a393'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:46.291353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:46.297821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Usage tracker for resource:security_group_rule and tenant:bd922ae46c1f4407b819dc8ea644990a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:46.301689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:46.314250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:46.373023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fe44e-77c4-441f-bec9-2f402ae54ac0 req-080f1afe-0b64-486c-b619-bcf374ff3eea tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.383597 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-401fe44e-77c4-441f-bec9-2f402ae54ac0 req-080f1afe-0b64-486c-b619-bcf374ff3eea tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 944 time: 0.1988039 Apr 19 18:49:46.459121 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-546db422-92ef-44f7-bebf-a04821ea9622 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 200 len: 217 time: 0.2263584 Apr 19 18:49:46.469675 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-401fe44e-77c4-441f-bec9-2f402ae54ac0 req-010dfa72-480c-4b7b-bcb3-9d3c168776d9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Apr 19 18:49:46.584904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.610423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-edee3f92-745a-4655-8642-876e08964a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.619643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.622104 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-edee3f92-745a-4655-8642-876e08964a92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1096 time: 0.2662873 Apr 19 18:49:46.624006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-eb7f271a-8598-4553-a0db-96441173168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:46.625455 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-eb7f271a-8598-4553-a0db-96441173168a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.1556537 Apr 19 18:49:46.634432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:46.698085 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd922ae46c1f4407b819dc8ea644990a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8448310 Apr 19 18:49:46.701709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37744) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:46.749298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf56f3-432c-43cb-9cc8-0b879d6463ba,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:46.755376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:46.778317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.810758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.877837 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-7a6718df-6895-4a72-9b07-2650a2c283c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901486 Apr 19 18:49:46.933637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.939093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:46.955207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:46.958946 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bedf56f3-432c-43cb-9cc8-0b879d6463ba HTTP/1.1" status: 204 len: 168 time: 0.2536814 Apr 19 18:49:46.958946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf56f3-432c-43cb-9cc8-0b879d6463ba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:46.959823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:47.096156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-8d99ae75-2170-4913-8167-2596d2455228 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082498 Apr 19 18:49:47.208036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-c266efa0-a29e-4a09-b6de-50ae1a9fe9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.208036 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-c266efa0-a29e-4a09-b6de-50ae1a9fe9f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.5658245 Apr 19 18:49:47.229387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf182db-e255-46e5-bf82-ab3696ec97c5 req-5e9cc381-f1db-40d4-9c82-e6c0b3d5ee82 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.237109 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2bf182db-e255-46e5-bf82-ab3696ec97c5 req-5e9cc381-f1db-40d4-9c82-e6c0b3d5ee82 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 943 time: 0.5506840 Apr 19 18:49:47.339949 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-57373400-f9f2-422f-831b-de4b89c9afa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 217 time: 0.0982230 Apr 19 18:49:47.436058 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2bf182db-e255-46e5-bf82-ab3696ec97c5 req-c74df4ae-dc08-486a-8574-c12706156f32 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978998 Apr 19 18:49:47.462530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37776) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:47.482509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:47.483828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e53da21-8121-44ca-a2bc-59747030ad8b req-1d148108-c4a8-42eb-bb72-dd27604f1509 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656516 Apr 19 18:49:47.487413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:47.487591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-984c56bc-a4f5-4c20-b7a5-84196065077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.488949 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-984c56bc-a4f5-4c20-b7a5-84196065077c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1222193 Apr 19 18:49:47.511820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:47.516365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Usage tracker for resource:security_group_rule and tenant:3add50b488f744b888212d08d231ac45 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:47.519382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:47.526311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:47.573984 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device deff1176-8e32-4913-9f63-4eb9f3b4a393 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:47.660073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-d68f5545-522f-4ef3-8feb-df987ef8c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.661647 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-d68f5545-522f-4ef3-8feb-df987ef8c23f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1500006 Apr 19 18:49:47.718229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:47.733610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port deff1176-8e32-4913-9f63-4eb9f3b4a393 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:47.742331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port deff1176-8e32-4913-9f63-4eb9f3b4a393 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:47.742962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:47.756367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5a7d0-12e5-4261-80d7-14199e9e35db req-fc643b54-b3bc-480a-8f00-ab80431ab9b3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:47.758779 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f9b5a7d0-12e5-4261-80d7-14199e9e35db req-fc643b54-b3bc-480a-8f00-ab80431ab9b3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 944 time: 0.1289485 Apr 19 18:49:47.761392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:47.773629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:47.805862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3add50b488f744b888212d08d231ac45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420603 Apr 19 18:49:47.844298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-0318f5b3-48bc-4af5-b168-843798c7b5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727097 Apr 19 18:49:47.844791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37790) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:47.845168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37792) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:47.888159 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f9b5a7d0-12e5-4261-80d7-14199e9e35db req-a00cf25a-fad4-49c7-88aa-dd0985a940e2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166432 Apr 19 18:49:47.889233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad51df7-39ce-4b03-90d4-96283f34731c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:47.893337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:47.943516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.029361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:48.040502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:48.055478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.061190 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d20923f-2560-4115-94b1-0e76bf093ebf req-bf3250a2-5446-4741-abd4-e8d3c49b05d5 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974654 Apr 19 18:49:48.082537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.085349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:48.103823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.144460 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393', 'code': 200} Apr 19 18:49:48.195366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:48.199507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:48.207601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.214273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:48.227638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad51df7-39ce-4b03-90d4-96283f34731c,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:48.230587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:48.251436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.269300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.270828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cad51df7-39ce-4b03-90d4-96283f34731c HTTP/1.1" status: 204 len: 168 time: 0.4246655 Apr 19 18:49:48.276351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:48.280574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Usage tracker for resource:security_group_rule and tenant:02596272097f4dda8df9f6ddc8d9e72a is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:48.284209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:48.291479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:48.413072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.430079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37818) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:48.453230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.484323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:48.629680 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02596272097f4dda8df9f6ddc8d9e72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815669 Apr 19 18:49:48.631231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37828) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:48.651952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e9d9a-48ae-4def-8f76-c3e355d0cae9,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:48.657452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:48.702435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0605f4-d4dc-42f3-9ed3-c0c9fda84caa req-95b30f0a-d0ec-4d1d-8e90-c4728e39b4cc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.712600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-da0605f4-d4dc-42f3-9ed3-c0c9fda84caa req-95b30f0a-d0ec-4d1d-8e90-c4728e39b4cc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 943 time: 0.1292984 Apr 19 18:49:48.713032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d2a2-c41b-40b9-86bf-26d39d2f8212 req-f5f8f977-3ab0-45b8-ac54-5d36817fd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:48.714475 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e076d2a2-c41b-40b9-86bf-26d39d2f8212 req-f5f8f977-3ab0-45b8-ac54-5d36817fd552 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.2337117 Apr 19 18:49:48.732146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.776972 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-da0605f4-d4dc-42f3-9ed3-c0c9fda84caa req-89c57b9d-9849-4fa7-9921-c68b1cd4b28c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625081 Apr 19 18:49:48.792064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.820977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e076d2a2-c41b-40b9-86bf-26d39d2f8212 req-83b1cfa7-cdaf-4ce1-aad0-8fc66356a4de service neutron] Synchronizing usage tracker for tenant:3f0b833e2c87454fb9c46eff31fb2a80 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:48.869103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.887813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:48.892285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Usage tracker for resource:security_group_rule and tenant:4be2636f5ca645379892be5c9256bd89 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:48.896215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:48.903943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:48.929739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e076d2a2-c41b-40b9-86bf-26d39d2f8212 req-83b1cfa7-cdaf-4ce1-aad0-8fc66356a4de service neutron] Unset dirty status for tenant:3f0b833e2c87454fb9c46eff31fb2a80 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:48.932895 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e076d2a2-c41b-40b9-86bf-26d39d2f8212 req-83b1cfa7-cdaf-4ce1-aad0-8fc66356a4de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967576 Apr 19 18:49:48.953191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.963858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:48.978413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e9d9a-48ae-4def-8f76-c3e355d0cae9,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:48.982339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:48.996017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:48.997235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/378e9d9a-48ae-4def-8f76-c3e355d0cae9 HTTP/1.1" status: 204 len: 168 time: 0.3603296 Apr 19 18:49:49.058308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.112470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.166572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:49:49.329707 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:49.382986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2924e-90e8-4278-bdea-d17a2de8e7bb,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:49.386390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:49.391734 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4be2636f5ca645379892be5c9256bd89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9579251 Apr 19 18:49:49.392171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37854) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:49.428702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991b4de-430f-44cf-8003-d0ba3945317a req-7784b4c8-b650-432e-b3e4-acac81420316 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:49.430620 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4991b4de-430f-44cf-8003-d0ba3945317a req-7784b4c8-b650-432e-b3e4-acac81420316 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 944 time: 0.3621917 Apr 19 18:49:49.473616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.505028 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4991b4de-430f-44cf-8003-d0ba3945317a req-0ec3091d-cebd-484a-aec8-371dff9966f7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Apr 19 18:49:49.520364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.597592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9e3362bd-a063-4b48-a4b2-34ad77e172d1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:49.623984 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.637691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:49.652067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2924e-90e8-4278-bdea-d17a2de8e7bb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:49.656456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:49.658994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.665322 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dd2924e-90e8-4278-bdea-d17a2de8e7bb HTTP/1.1" status: 204 len: 168 time: 0.2718360 Apr 19 18:49:49.772261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37880) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:49.773941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:49.799895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'port_id': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'mac_address': 'fa:16:3e:34:80:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:49.807492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.847223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:49.858976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Usage tracker for resource:security_group_rule and tenant:a51d2b418ffd47bb8c1df3b84df06f87 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:49.863827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:49.871253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.878924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:49.896392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3362bd-a063-4b48-a4b2-34ad77e172d1 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:49.915618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:49.951701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:49.952658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device cccedbc1-232b-4700-a60d-66b5562795f3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:49:49.957784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:50.068270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.093876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.144436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d6dc1974-19bb-4ab5-b93d-2fb393c9c655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:50.192494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:50.206628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69ebd5-cfd9-4880-9f97-90354a688f03 req-78a1d588-4100-47f8-a578-fec943b6bda6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.206967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a51d2b418ffd47bb8c1df3b84df06f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302521 Apr 19 18:49:50.206967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4078192-8108-4c71-b619-7e4825022798,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:50.208600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37886) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:50.212056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:50.213820 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f69ebd5-cfd9-4880-9f97-90354a688f03 req-78a1d588-4100-47f8-a578-fec943b6bda6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 944 time: 0.1585550 Apr 19 18:49:50.222844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:50.301724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.337111 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f69ebd5-cfd9-4880-9f97-90354a688f03 req-a714b006-692e-42e0-8299-22400a02f5b6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175344 Apr 19 18:49:50.369270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cccedbc1-232b-4700-a60d-66b5562795f3,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:50.383652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.415819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'cccedbc1-232b-4700-a60d-66b5562795f3', 'network_id': '15004e24-6d7c-479b-9be3-5a37d0a73953', 'port_id': 'cccedbc1-232b-4700-a60d-66b5562795f3', 'mac_address': 'fa:16:3e:3d:f9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7f9726-644a-4b77-9e94-8cf0255aa2b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:49:50.484174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.512961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccedbc1-232b-4700-a60d-66b5562795f3 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:49:50.534792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.553371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-186bfbb0-8379-4dcf-a796-d701154142f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:50.568239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cccedbc1-232b-4700-a60d-66b5562795f3,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:50.604082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4078192-8108-4c71-b619-7e4825022798,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:50.606671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:50.618109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.623131 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4078192-8108-4c71-b619-7e4825022798 HTTP/1.1" status: 204 len: 168 time: 0.4134092 Apr 19 18:49:50.630002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.636170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:50.661852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb7c29-f9b9-4b63-b172-2afbadafb821 req-207730e9-6d47-4dd0-bbbe-c7de91d245b2 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.667192 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99cb7c29-f9b9-4b63-b172-2afbadafb821 req-207730e9-6d47-4dd0-bbbe-c7de91d245b2 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1395533 Apr 19 18:49:50.750457 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99cb7c29-f9b9-4b63-b172-2afbadafb821 req-9eae123e-7e9a-4401-9a3b-55f2839ec50b tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753782 Apr 19 18:49:50.755472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37914) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:50.785671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:50.797740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:50.806596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:50.843857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:50.852302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Usage tracker for resource:security_group_rule and tenant:543a82375e484c83889a88dfd17cd572 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:50.860275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:50.868263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:50.907349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8cc9-a150-4fff-b6d9-2c0afec39f5f req-1302e526-08ae-4d5c-874a-50b044c8d121 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:50.909259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f6a8cc9-a150-4fff-b6d9-2c0afec39f5f req-1302e526-08ae-4d5c-874a-50b044c8d121 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 945 time: 0.1949625 Apr 19 18:49:50.965008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['cccedbc1-232b-4700-a60d-66b5562795f3'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:50.995101 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f6a8cc9-a150-4fff-b6d9-2c0afec39f5f req-b4d7716e-e356-4194-bf4b-bb6b5317144f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780511 Apr 19 18:49:51.018869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['9e3362bd-a063-4b48-a4b2-34ad77e172d1'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:51.281460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.317981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.356484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-37f935ad-a8d2-491b-b95a-11dfa0a4b6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:51.368437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=543a82375e484c83889a88dfd17cd572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117909 Apr 19 18:49:51.371227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37936) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:51.419756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273d8ebe-feeb-4877-b828-3b7c3c68961d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:51.427381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:51.454147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.483931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.622200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 37956) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:51.636985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2846c5-e4dd-420d-bc51-a92d5024544b req-a7f2008d-5b5d-4630-bc81-d5a622c01748 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:51.638817 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6e2846c5-e4dd-420d-bc51-a92d5024544b req-a7f2008d-5b5d-4630-bc81-d5a622c01748 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 944 time: 0.1419039 Apr 19 18:49:51.688615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.695777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-47996e08-f9a9-4c47-9acb-087aae4f3f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:51.698493 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6e2846c5-e4dd-420d-bc51-a92d5024544b req-0a4fc410-4475-4b52-aa60-2380eaf33737 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522428 Apr 19 18:49:51.708535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273d8ebe-feeb-4877-b828-3b7c3c68961d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:51.713760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:51.729193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.732758 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/273d8ebe-feeb-4877-b828-3b7c3c68961d HTTP/1.1" status: 204 len: 168 time: 0.3584406 Apr 19 18:49:51.886141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:51.927407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:51.937337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Usage tracker for resource:security_group_rule and tenant:c235791162444e289c888db76443ae4c is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:51.943248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:51.956199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:52.014399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c841c-e917-4e19-8663-b568c0ebaa27 req-bd7b1252-32a4-4e19-9149-61a5f97dbac8 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.016185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b9c841c-e917-4e19-8663-b568c0ebaa27 req-bd7b1252-32a4-4e19-9149-61a5f97dbac8 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1210387 Apr 19 18:49:52.076131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.107688 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b9c841c-e917-4e19-8663-b568c0ebaa27 req-0c028e33-51b0-4eb2-bdb7-6d2849ad2f06 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821047 Apr 19 18:49:52.116165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.127461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:52.235492 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c235791162444e289c888db76443ae4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121142 Apr 19 18:49:52.237548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c61b46-8529-4126-a2ec-a9c846815d8e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:52.238669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 37990) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:52.241075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:52.281473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0b74-2520-401f-8bc8-2fa716f6b102 req-bc23f2ef-f886-4067-a44a-c4521ea64041 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.283323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2aae0b74-2520-401f-8bc8-2fa716f6b102 req-bc23f2ef-f886-4067-a44a-c4521ea64041 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 945 time: 0.1471286 Apr 19 18:49:52.372670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.383840 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2aae0b74-2520-401f-8bc8-2fa716f6b102 req-2a2b602f-7885-4d7a-9565-773238483d12 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889156 Apr 19 18:49:52.403821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.509562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.518245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:52.544712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c61b46-8529-4126-a2ec-a9c846815d8e,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:52.547728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:52.548727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.550221 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80c61b46-8529-4126-a2ec-a9c846815d8e HTTP/1.1" status: 204 len: 168 time: 0.3104076 Apr 19 18:49:52.704830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-1487faa8-54aa-429b-a0ce-0f888388056f tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.706468 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-1487faa8-54aa-429b-a0ce-0f888388056f tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.16 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.1378999 Apr 19 18:49:52.816833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Deleting port fe01babc-891a-48e7-b12a-f046ca56f1fc {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:49:52.817120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:52.967882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3607a41-ac20-4307-8a6c-6a6e54f4cfcc req-45c2749c-9164-4ecc-a1b1-8c875f1d505e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:52.969726 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e3607a41-ac20-4307-8a6c-6a6e54f4cfcc req-45c2749c-9164-4ecc-a1b1-8c875f1d505e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 944 time: 0.0960412 Apr 19 18:49:53.040049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e3607a41-ac20-4307-8a6c-6a6e54f4cfcc req-81f482d8-97da-4cfb-8b1b-8bb017cfbfa0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625222 Apr 19 18:49:53.143369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] For port fe01babc-891a-48e7-b12a-f046ca56f1fc, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe01babc-891a-48e7-b12a-f046ca56f1fc,segment=NetworkSegment(f5f9f418-53bc-4100-8c41-f0411f46907c),segment_id=f5f9f418-53bc-4100-8c41-f0411f46907c)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:53.143771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.302778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Calling delete_port for fe01babc-891a-48e7-b12a-f046ca56f1fc owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:49:53.621876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9e3362bd-a063-4b48-a4b2-34ad77e172d1 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:53.641973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe186c-c553-425b-bcd8-f85479b5a23c req-91fe8b31-51e2-44cc-b05a-1c9f7a3def4d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:53.647296 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d1fe186c-c553-425b-bcd8-f85479b5a23c req-91fe8b31-51e2-44cc-b05a-1c9f7a3def4d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 945 time: 0.1347430 Apr 19 18:49:53.719630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0241-ce4f-44b6-bf44-01beb4e3f93f req-26e6a89d-cd9c-4eb1-90bf-72d517c375a7 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:53.731776 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-488a0241-ce4f-44b6-bf44-01beb4e3f93f req-26e6a89d-cd9c-4eb1-90bf-72d517c375a7 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 945 time: 0.4441009 Apr 19 18:49:53.779323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d1fe186c-c553-425b-bcd8-f85479b5a23c req-c1737c6b-da60-444d-a144-cdcea12eb454 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275132 Apr 19 18:49:53.801413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:53.807243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:53.807644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.825143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-488a0241-ce4f-44b6-bf44-01beb4e3f93f req-70bb9418-9767-43bb-b02c-8e0ee658e3e1 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/security-groups?id=9f2f2c5e-3db8-4c08-8625-2e34296bcf21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922894 Apr 19 18:49:53.830586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:53.847524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6acbd745-38da-4a4b-9247-75e88dd286bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:53.868648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['fe01babc-891a-48e7-b12a-f046ca56f1fc'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:49:53.965741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Pushing event deleted for resources: {'Port': ['ID=fe01babc-891a-48e7-b12a-f046ca56f1fc,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:54.004159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:54.035857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] No DVR routers for this DVR port fe01babc-891a-48e7-b12a-f046ca56f1fc on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:49:54.040821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.043515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'name': 'network-vif-deleted', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:54.075613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.110423 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d9800988-82fe-42ee-be89-fbd9d5e7514a req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.16 "DELETE /v2.0/ports/fe01babc-891a-48e7-b12a-f046ca56f1fc HTTP/1.1" status: 204 len: 173 time: 1.3961244 Apr 19 18:49:54.110882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:54.131735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:54.173173 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ff990f-5b77-464e-b51a-78f78771e0d8', 'name': 'network-vif-deleted', 'tag': 'fe01babc-891a-48e7-b12a-f046ca56f1fc', 'status': 'completed', 'code': 200} Apr 19 18:49:54.184626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.185546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device cccedbc1-232b-4700-a60d-66b5562795f3 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:49:54.225033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:54.320265 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'code': 200} Apr 19 18:49:54.347909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:54.385260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:54.435823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54f44-f420-4477-b237-af7b0a801e1f req-4f668612-25f7-4791-8789-b33a26787c74 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:54.437756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-22c54f44-f420-4477-b237-af7b0a801e1f req-4f668612-25f7-4791-8789-b33a26787c74 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1557298 Apr 19 18:49:54.467591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port cccedbc1-232b-4700-a60d-66b5562795f3 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:49:54.480999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port cccedbc1-232b-4700-a60d-66b5562795f3 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:49:54.483421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.519300 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-22c54f44-f420-4477-b237-af7b0a801e1f req-0c49a1ad-6aaf-49ab-86b5-c2a5a4f7ac63 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703158 Apr 19 18:49:54.565862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38102) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:54.771359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c386-11d1-48b7-9902-152c6b8ca2f1 req-6d0d37bb-e94c-4bb5-a14e-802db0221236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:54.773487 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be57c386-11d1-48b7-9902-152c6b8ca2f1 req-6d0d37bb-e94c-4bb5-a14e-802db0221236 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.1191845 Apr 19 18:49:54.775656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.783170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.793106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:54.797520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Usage tracker for resource:security_group_rule and tenant:9b72cbc3b774449ab531896a32ef2bfa is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:54.801357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:54.809065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:54.832802 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cccedbc1-232b-4700-a60d-66b5562795f3,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:49:54.849855 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be57c386-11d1-48b7-9902-152c6b8ca2f1 req-acdbf9e3-ca22-46b2-88f0-55be5f355149 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674796 Apr 19 18:49:54.893258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:54.896513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:54.964419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.023205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:55.027107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:55.054347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.084008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-03d5e51d-9b8f-4da3-8133-4531518b3f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:55.153291 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b72cbc3b774449ab531896a32ef2bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853798 Apr 19 18:49:55.159762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38126) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:55.169511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf062cc-2a47-41b0-9421-b8bf12e0871c req-3eb55092-af95-4f0f-8905-8f796f90a1fe tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:55.171031 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4cf062cc-2a47-41b0-9421-b8bf12e0871c req-3eb55092-af95-4f0f-8905-8f796f90a1fe tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2046444 Apr 19 18:49:55.173470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a6448-594b-4619-879b-b82b89d7f4d2,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:55.177066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:55.213679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-f63762db-078d-40a0-81cd-735b684ec7a3 req-0cd2bc0e-5303-46ab-8f36-4d4d0b425680 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Synchronizing usage tracker for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:49:55.277497 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4cf062cc-2a47-41b0-9421-b8bf12e0871c req-c369f361-092a-4002-8e4c-a9a8fa68ff99 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868504 Apr 19 18:49:55.293192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.298682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-f63762db-078d-40a0-81cd-735b684ec7a3 req-0cd2bc0e-5303-46ab-8f36-4d4d0b425680 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Unset dirty status for tenant:5b0d04ff1b0b49cfb8934b2d0b5d1ede on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:49:55.312975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f63762db-078d-40a0-81cd-735b684ec7a3 req-0cd2bc0e-5303-46ab-8f36-4d4d0b425680 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ff990f-5b77-464e-b51a-78f78771e0d8 HTTP/1.1" status: 200 len: 210 time: 0.1671343 Apr 19 18:49:55.351890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.452711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.458051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a624a518-0554-4fcd-adac-bcc01d679547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:55.471281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a6448-594b-4619-879b-b82b89d7f4d2,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:55.473677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:55.478370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:55.480873 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/935a6448-594b-4619-879b-b82b89d7f4d2 HTTP/1.1" status: 204 len: 168 time: 0.3084810 Apr 19 18:49:55.765567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d687f-87d9-499e-89b6-cfa6d9ff5924 req-27988956-c59b-484a-b382-25a351c9c473 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:55.767943 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-306d687f-87d9-499e-89b6-cfa6d9ff5924 req-27988956-c59b-484a-b382-25a351c9c473 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1215615 Apr 19 18:49:55.848031 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-306d687f-87d9-499e-89b6-cfa6d9ff5924 req-5ca1b3c2-809b-45c8-b006-80bf6cdb739d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693445 Apr 19 18:49:56.145364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38152) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:56.166270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.185575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:49:56.190181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Usage tracker for resource:security_group_rule and tenant:ed12363d0896419b966b5cb3f3f3dc2f is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:49:56.193492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:49:56.211870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:49:56.321937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:49:56.340988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.376967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3', 'code': 200} Apr 19 18:49:56.384423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.401423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-282cf166-9784-4338-830a-6a27365d9041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:56.451248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b98dff-cdd3-456e-b172-0439c7751be4,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:56.454448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:56.457500 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed12363d0896419b966b5cb3f3f3dc2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107431 Apr 19 18:49:56.460476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38174) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:56.564262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.656142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.725003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7cbab-8ae6-4420-bf97-f0c25c87fa61 req-b51842b5-3687-4ca6-aa2a-ddd12a1e3a3b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:56.727202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75d7cbab-8ae6-4420-bf97-f0c25c87fa61 req-b51842b5-3687-4ca6-aa2a-ddd12a1e3a3b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1490579 Apr 19 18:49:56.785355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8649631-d30c-4098-9cf5-fa9747d16fec req-c10f677c-7452-4f0d-9dcf-9dfaf4818cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:56.787131 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8649631-d30c-4098-9cf5-fa9747d16fec req-c10f677c-7452-4f0d-9dcf-9dfaf4818cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1099 time: 0.1010971 Apr 19 18:49:56.802739 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75d7cbab-8ae6-4420-bf97-f0c25c87fa61 req-3f7f9730-9a65-4f6c-a67f-8957b59e0d19 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674112 Apr 19 18:49:56.803366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.811205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:56.837144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b98dff-cdd3-456e-b172-0439c7751be4,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:56.840285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:56.841263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:56.842648 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49b98dff-cdd3-456e-b172-0439c7751be4 HTTP/1.1" status: 204 len: 168 time: 0.3811941 Apr 19 18:49:56.877072 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8649631-d30c-4098-9cf5-fa9747d16fec req-db530c9b-6fa1-410e-a882-8f222d3a5703 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664902 Apr 19 18:49:57.057248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1ab0d-a784-4ef6-8b1c-fa6fc3ae2828 req-b9e64d11-8b6b-4ad1-ac25-3256bcd88d29 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:57.058873 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3df1ab0d-a784-4ef6-8b1c-fa6fc3ae2828 req-b9e64d11-8b6b-4ad1-ac25-3256bcd88d29 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0928266 Apr 19 18:49:57.111618 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3df1ab0d-a784-4ef6-8b1c-fa6fc3ae2828 req-e66ff007-74df-465d-b977-ced2faf57ae4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459337 Apr 19 18:49:57.357798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90480ea9-de7e-41d7-9b9a-410a16eac6e9 req-2d05e737-17c2-458d-b623-dc3f6373e2de tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:57.364437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-90480ea9-de7e-41d7-9b9a-410a16eac6e9 req-2d05e737-17c2-458d-b623-dc3f6373e2de tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1178520 Apr 19 18:49:57.372637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38212) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:57.378222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'floatingip': {'port_id': '9e3362bd-a063-4b48-a4b2-34ad77e172d1'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:49:57.471380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:57.638577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fe01babc-891a-48e7-b12a-f046ca56f1fc no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:49:57.689067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: fe01babc-891a-48e7-b12a-f046ca56f1fc {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:49:57.689847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fe01babc-891a-48e7-b12a-f046ca56f1fc not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:49:58.114031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec401b2-d8c9-449a-b723-f70c2a2e2f6b req-9ddb43b6-529e-4ff8-9488-5cd1e1bfe505 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:58.134167 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ec401b2-d8c9-449a-b723-f70c2a2e2f6b req-9ddb43b6-529e-4ff8-9488-5cd1e1bfe505 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1425216 Apr 19 18:49:58.227415 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ec401b2-d8c9-449a-b723-f70c2a2e2f6b req-4853301e-94e1-4c1c-b016-67b1eba502cd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920186 Apr 19 18:49:58.785501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:58.847448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.000180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38276) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:59.080136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Deleting subnet 0d9be137-900e-4791-9a29-1216d123bbf3 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:49:59.083942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.124221 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Floating IP 6f88c4d9-0905-4e69-b198-eb3ecf362a49 associated. External IP: 172.28.3.126, port: 9e3362bd-a063-4b48-a4b2-34ad77e172d1. Apr 19 18:49:59.142410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.202273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.556354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.572520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7407110b-d18f-49bb-a6a4-5d3ff835865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:49:59.626578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:49:59.642789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9be137-900e-4791-9a29-1216d123bbf3,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:49:59.643883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24c0a0-63ea-4732-a600-0cc05a5a58bf req-43f35eaa-33d9-4b3a-b8f4-b6a22eb9bad2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:49:59.649857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.653573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7b24c0a0-63ea-4732-a600-0cc05a5a58bf req-43f35eaa-33d9-4b3a-b8f4-b6a22eb9bad2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1973083 Apr 19 18:49:59.656300 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0d9be137-900e-4791-9a29-1216d123bbf3 HTTP/1.1" status: 204 len: 168 time: 0.6550283 Apr 19 18:49:59.657379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:49:59.658892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38298) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:49:59.783387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.847044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7b24c0a0-63ea-4732-a600-0cc05a5a58bf req-0b8d2991-9273-4402-89c0-308e04214506 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923194 Apr 19 18:49:59.921953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.925145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:49:59.934766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:49:59.940381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:49:59.958198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:49:59.959207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:00.048645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804b35c3-bdad-47d3-99fc-9857b84789f7']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:00.065539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f9f418-53bc-4100-8c41-f0411f46907c') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:00.066071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f9f418-53bc-4100-8c41-f0411f46907c') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:00.080256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.096111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.103297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:50:00.138182 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8b04e45a-44d5-4a76-aa9c-11ac66b71762 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "PUT /v2.0/floatingips/6f88c4d9-0905-4e69-b198-eb3ecf362a49 HTTP/1.1" status: 200 len: 991 time: 2.7641406 Apr 19 18:50:00.139506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:00.240381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38322) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:00.323543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:00.334257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:50:00.344117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.401150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.421652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:00.429483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Usage tracker for resource:security_group_rule and tenant:96e7d13fc2fc4621896edba8ac4a62e0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:00.438723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:00.452273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:00.457113 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'status': 'completed', 'code': 200} Apr 19 18:50:00.577839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Network 804b35c3-bdad-47d3-99fc-9857b84789f7 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:50:00.705640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.746368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f2296-9105-4635-bf9b-21ad8d004cfa req-0a258a96-44e3-48c1-aab0-749aa5c20543 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:00.749985 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-515f2296-9105-4635-bf9b-21ad8d004cfa req-0a258a96-44e3-48c1-aab0-749aa5c20543 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1378286 Apr 19 18:50:00.752365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.767911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-636a048c-a8a2-4730-8ac3-8e573b70926e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:00.838045 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96e7d13fc2fc4621896edba8ac4a62e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951972 Apr 19 18:50:00.850862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38338) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:00.856546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa8008-c942-4ff5-bae6-6061c02905b6,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:50:00.861878 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:50:00.884765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:00.904106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-515f2296-9105-4635-bf9b-21ad8d004cfa req-5e8e0a00-dc85-436c-b151-b95383a19b39 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373601 Apr 19 18:50:00.942901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:00.980554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.058814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.066344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:01.074916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '6f88c4d9-0905-4e69-b198-eb3ecf362a49', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:34:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4912b94d-70f3-429e-a229-7485593b6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:49:30Z', 'updated_at': '2021-04-19T18:49:58Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:01.079458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:01.081254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa8008-c942-4ff5-bae6-6061c02905b6,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:01.083856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:01.089366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-d4b44f34-bbb6-46d7-8f9f-3e43611a51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.090965 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-d4b44f34-bbb6-46d7-8f9f-3e43611a51b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1099 time: 0.2313900 Apr 19 18:50:01.094089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:01.094915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:01.097430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.101518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.102107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-c579f830-cee1-4f14-9117-9e33a4b6d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.103168 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-c579f830-cee1-4f14-9117-9e33a4b6d689 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.2423544 Apr 19 18:50:01.103805 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38aa8008-c942-4ff5-bae6-6061c02905b6 HTTP/1.1" status: 204 len: 168 time: 0.2511117 Apr 19 18:50:01.161840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2bba7a59-84f3-41a4-9a5c-eb90622078a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:01.308168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:01.378344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.386523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Pushing event deleted for resources: {'Network': ['ID=804b35c3-bdad-47d3-99fc-9857b84789f7,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:01.436547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-19cba93f-33d4-40f6-a68b-5a9c123e6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.437951 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-19cba93f-33d4-40f6-a68b-5a9c123e6577 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.3302987 Apr 19 18:50:01.439008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-3a964950-11da-4956-88e0-4acceb89dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.440391 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-3a964950-11da-4956-88e0-4acceb89dc4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.3067877 Apr 19 18:50:01.444079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:01.611771 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2e3b1fdc-8b42-4c64-a7c3-d3a2b49e4217 admin admin] 10.222.0.43 "DELETE /v2.0/networks/804b35c3-bdad-47d3-99fc-9857b84789f7 HTTP/1.1" status: 204 len: 168 time: 1.9517860 Apr 19 18:50:01.624089 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-c7d43391-4b70-4052-8bb6-d05557e4039d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 200 len: 217 time: 0.1625326 Apr 19 18:50:01.675217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38358) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:01.708641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.713289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-c8f03183-9d51-49ec-b53b-8e5b96cbe2af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 999 time: 0.1913412 Apr 19 18:50:01.726581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:01.731339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Usage tracker for resource:security_group_rule and tenant:716026cda24741c28a58648fc12fe34f is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:01.734725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:01.741476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:01.768818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '6f88c4d9-0905-4e69-b198-eb3ecf362a49', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:34:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4912b94d-70f3-429e-a229-7485593b6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:49:30Z', 'updated_at': '2021-04-19T18:49:58Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:01.773897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4d3d3-9ba2-4f7d-9a9e-15cfc6663081 None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '6f88c4d9-0905-4e69-b198-eb3ecf362a49', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:34:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4912b94d-70f3-429e-a229-7485593b6170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:49:30Z', 'updated_at': '2021-04-19T18:49:58Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:01.783872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-7aa34377-0313-4a3a-a6a3-4a7084a822b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.789038 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-7aa34377-0313-4a3a-a6a3-4a7084a822b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.1413894 Apr 19 18:50:01.800689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-2c841487-5123-485f-8be1-4bd586e26266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:01.802538 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-2c841487-5123-485f-8be1-4bd586e26266 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.0810058 Apr 19 18:50:01.864257 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-ce5b808f-2aaa-4f8e-945e-022606801998 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592110 Apr 19 18:50:01.867643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.888825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38366) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:01.910463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:01.972635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-aa74dea2-0554-42b9-8ecb-36b4ddcd4bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:02.036504 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=716026cda24741c28a58648fc12fe34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575761 Apr 19 18:50:02.042571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38380) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:02.124739 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-372dbd11-98ac-4315-acaa-c335a6e25e57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b0d04ff1b0b49cfb8934b2d0b5d1ede&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2343721 Apr 19 18:50:02.129460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38388) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:02.138241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-b64b3fa1-d453-45af-a317-d5a1d96452c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.140001 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-b64b3fa1-d453-45af-a317-d5a1d96452c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2740340 Apr 19 18:50:02.142942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=face4140-6665-4410-aaa4-cb15ccb5e309,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:02.146531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f489607-4e79-4105-a2ba-27bfdc9e23a0 None None] New status for floating IP 6f88c4d9-0905-4e69-b198-eb3ecf362a49: ACTIVE {{(pid=86485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:50:02.148850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:02.193315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659dc12-2de4-4921-be19-acd0dc0e3469 req-f2a6b58c-8f8c-4acb-8658-2be8ff67fb40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:02.195970 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a659dc12-2de4-4921-be19-acd0dc0e3469 req-f2a6b58c-8f8c-4acb-8658-2be8ff67fb40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1334643 Apr 19 18:50:02.259661 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a659dc12-2de4-4921-be19-acd0dc0e3469 req-3ef35865-738e-44f2-aa9f-4c5328887b4a tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566919 Apr 19 18:50:02.365730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-75c58e52-8e38-48ad-90a6-a5c59748e748 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415686 Apr 19 18:50:02.371578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.535366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.543013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:02.645616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-86337472-e441-4460-8615-71d94e967db0 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875042 Apr 19 18:50:02.695485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.039718 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-77e5620d-882c-4c6a-bef3-f4314ba6c3cb req-4963d8df-dddc-42de-a387-f545bd40c2cc service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657701 Apr 19 18:50:03.063030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38420) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:03.110926 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2d3f275b-e269-482a-bb75-cd2aaeff0fe7 req-2b60c1d5-9aca-4973-a0a8-7c50a8c62ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522047 Apr 19 18:50:03.129699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.136390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d0a550df-9a16-4fff-8a6b-54306bed028a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:03.152758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.160284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face4140-6665-4410-aaa4-cb15ccb5e309,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:03.173186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.173581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.173967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.174349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.174751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.175131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.175485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.175850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.176223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.176594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.176967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.180283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.186469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:03.186642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:03.197831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f2c5e-3db8-4c08-8625-2e34296bcf21,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:03.200352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:03.218263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.220447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.222922 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/face4140-6665-4410-aaa4-cb15ccb5e309 HTTP/1.1" status: 204 len: 168 time: 1.1769898 Apr 19 18:50:03.235926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:03.237210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.239013 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f2f2c5e-3db8-4c08-8625-2e34296bcf21 HTTP/1.1" status: 204 len: 168 time: 1.1041243 Apr 19 18:50:03.243116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Usage tracker for resource:security_group_rule and tenant:55a6e551c26e4b4aab4c040d188f25f3 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:03.246363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:03.253454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:03.419808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.583551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.608759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-64d05d30-3e46-4a58-b169-3f0811bae676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:03.693649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ffa4e-adb7-44c1-a0b8-85d68bf85302,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:03.698279 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55a6e551c26e4b4aab4c040d188f25f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341529 Apr 19 18:50:03.701949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38452) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:03.713419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.713814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.714201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.714581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.714988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.715402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.715778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.716154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.716548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.716922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.717291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.717655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:03.744259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:03.756419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8004d-32a9-4cde-9a1e-53fb1b4a848a req-45e85fef-4b4e-49a4-ac3a-a4f00a007908 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:03.758324 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ae8004d-32a9-4cde-9a1e-53fb1b4a848a req-45e85fef-4b4e-49a4-ac3a-a4f00a007908 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2957301 Apr 19 18:50:03.829558 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ae8004d-32a9-4cde-9a1e-53fb1b4a848a req-24755b87-580e-4ba1-98fe-575bb5355aee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610366 Apr 19 18:50:03.835917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.923703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:03.996494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.005031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:04.023094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ffa4e-adb7-44c1-a0b8-85d68bf85302,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:04.026298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:04.027400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:04.031541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c23ffa4e-adb7-44c1-a0b8-85d68bf85302 HTTP/1.1" status: 204 len: 168 time: 0.3253553 Apr 19 18:50:05.059749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c55f3-a37a-435c-ac43-8ae8a91028ec req-52002aea-514e-44c0-b4e8-0c63dac62a38 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:05.061658 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b0c55f3-a37a-435c-ac43-8ae8a91028ec req-52002aea-514e-44c0-b4e8-0c63dac62a38 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0925894 Apr 19 18:50:05.119980 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b0c55f3-a37a-435c-ac43-8ae8a91028ec req-d656eb20-d8f3-4588-a7d5-7bd5e7c1403f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Apr 19 18:50:05.321854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38518) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:05.353433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.374781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:05.379246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Usage tracker for resource:security_group_rule and tenant:baf15c272602419fbf429b657ed513ec is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:05.383206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:05.390687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:05.502746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.553473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.564658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d48b5d3-bb25-42e8-8aab-d8aaf0395195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:05.611149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=baf15c272602419fbf429b657ed513ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872584 Apr 19 18:50:05.613352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71136a9-5f73-4288-85ec-d6426a3cac24,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:05.614086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38530) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:05.632056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:05.695826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.730430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.812751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.818270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:05.835539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71136a9-5f73-4288-85ec-d6426a3cac24,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:05.841177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:05.849058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:05.853017 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f71136a9-5f73-4288-85ec-d6426a3cac24 HTTP/1.1" status: 204 len: 168 time: 0.2354593 Apr 19 18:50:05.902154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38556) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.240208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-network', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:06.246423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:06.251090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Usage tracker for resource:network and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:06.254992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:06.268301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:06.374536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Made reservation on behalf of 90d0af2d7b894854ba5ca8ab4b593ef1 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:06.381719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.403179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.433157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:06.440362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:06.444626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:06.458673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004f02-6b70-43d5-91d4-6e598d038c20 req-5d202a4e-6160-4fe5-883f-2debab289376 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:06.464376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3004f02-6b70-43d5-91d4-6e598d038c20 req-5d202a4e-6160-4fe5-883f-2debab289376 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1884065 Apr 19 18:50:06.485924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:06.534247 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3004f02-6b70-43d5-91d4-6e598d038c20 req-443e824f-9f0c-44ed-88dd-f4fd72da9c60 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689230 Apr 19 18:50:06.606336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38594) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.639931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.655594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.660026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:06.665013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ae9174e68c48149a6f2bd30860e7c5 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:06.668890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:06.675450 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:06.692742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.699458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a1733aa9-632c-4aea-a1fb-24ec9b77eac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:06.736300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a08db-a0ff-4681-9d38-50960f77724c,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:06.740581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:06.779017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38606) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.798671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:50:06.811194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.811727 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Added segment f367c55b-209a-4503-ada1-987d2d60708c of type vlan for network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 Apr 19 18:50:06.827496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.869396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.878658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24d08b3f-816f-4a97-b4ff-d187f2e35683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:06.910837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:06.924491 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5ae9174e68c48149a6f2bd30860e7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168411 Apr 19 18:50:06.925653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623eafe1-ee96-459a-a18d-a1a053ee9170,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:06.927360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38614) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:06.929238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.086373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.107834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:07.112756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Usage tracker for resource:security_group_rule and tenant:5a618caf556f44a79d90ac73e47dc4c2 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:07.117489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:07.127222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:07.138994 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-7a752ca6-0e7f-47ef-9b3f-c19effcc894e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565204 Apr 19 18:50:07.224314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.resource_extend [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:50:07.260241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38622) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:07.265980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.266107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.295217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.302259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.309002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.309002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.313958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3667bee8-f26f-4853-8403-a3ff8b083af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:07.331266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.344087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb5028aa-1c81-4c43-a6ca-cbc7a6e70b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:07.415644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c0ab83-decc-4a6f-b8f7-95ec006501ec,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:07.431019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.438898 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a618caf556f44a79d90ac73e47dc4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6577969 Apr 19 18:50:07.441970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-da088433-9caa-4a1a-8417-f6151785d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.444071 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-da088433-9caa-4a1a-8417-f6151785d5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.1827023 Apr 19 18:50:07.444852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38636) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:07.457353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=24d2cd27-eba4-45b1-839e-b6ea6a14db12,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:07.462213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.471224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:50:07.481863 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5784781 Apr 19 18:50:07.484721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38640) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:07.491821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Request body: {'subnet': {'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-subnet', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:07.501214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:07.510885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Usage tracker for resource:subnet and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:07.514036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:07.516981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.539310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7d7187fb-0f07-4054-bf35-585a0f6b8fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:07.557056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:07.573591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623eafe1-ee96-459a-a18d-a1a053ee9170,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:07.587889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:07.591224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.606293 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/623eafe1-ee96-459a-a18d-a1a053ee9170 HTTP/1.1" status: 204 len: 168 time: 0.6743608 Apr 19 18:50:07.618156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Made reservation on behalf of 90d0af2d7b894854ba5ca8ab4b593ef1 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:07.623075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.694436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.746626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.870762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:07.901967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:07.908096 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-763e41f5-d12a-40ce-b5b9-cd9e69d27da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.910212 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-763e41f5-d12a-40ce-b5b9-cd9e69d27da4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.3591204 Apr 19 18:50:07.911055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d27995414143eabe4414b7f24234a1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:07.911765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc258c8-cc53-44e8-8747-c6d863a0f4db req-c14f61dc-f995-4b86-be86-f78865d909de tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:07.914136 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-efc258c8-cc53-44e8-8747-c6d863a0f4db req-c14f61dc-f995-4b86-be86-f78865d909de tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1459212 Apr 19 18:50:07.915730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:07.927164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:08.003586 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-efc258c8-cc53-44e8-8747-c6d863a0f4db req-77185678-67e1-448f-a2df-8cdc005eed21 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817246 Apr 19 18:50:08.022496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.033559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:08.051107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c0ab83-decc-4a6f-b8f7-95ec006501ec,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:08.054051 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-b7622233-4986-435e-996f-ada47ec26c03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.1169577 Apr 19 18:50:08.057207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:08.114737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.116036 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31c0ab83-decc-4a6f-b8f7-95ec006501ec HTTP/1.1" status: 204 len: 168 time: 0.6699002 Apr 19 18:50:08.157368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-ad62bc1f-7eb1-48d0-a5c7-c9d679508148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:08.159182 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-ad62bc1f-7eb1-48d0-a5c7-c9d679508148 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.0944777 Apr 19 18:50:08.234568 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-27a88432-af8e-4d3c-9ce6-c1af2cadac09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649552 Apr 19 18:50:08.426260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-99918923-cd86-48c7-869a-9b4a794021a2 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716168 Apr 19 18:50:08.565640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.573760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1e990f6e-cc12-4b56-9b53-04fcf9937564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:08.615560 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88ca3064-e02a-498b-816b-b165bdf1b1a0 req-689b3644-ff9f-4be5-a57f-2775d7c358f1 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605368 Apr 19 18:50:08.620018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.664163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.665028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5282703e-3ca3-4b95-bbf4-2b095d24b634,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:08.674981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:08.676082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Checking segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:08.676475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Network hostable DHCP agents. Network: 24d2cd27-eba4-45b1-839e-b6ea6a14db12, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:50:08.688784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:08.728504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:50:08.747838 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1d27995414143eabe4414b7f24234a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4852757 Apr 19 18:50:08.748072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38682) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:08.749154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b1406-670b-48fc-a67d-9fc227ab7e11,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:08.752596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:08.799356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 24d2cd27-eba4-45b1-839e-b6ea6a14db12) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:08.808725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e5c992-faa5-4a2a-a1dd-7aa21746dc1b None None] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:08.809896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:08.810550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.841876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.858838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38686) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:08.895156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.943235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fc982bda-e9d8-49b3-8e9f-292f55a6eb12 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4570782 Apr 19 18:50:08.945997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38696) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:08.951723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:08.967970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:08.972768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Usage tracker for resource:router and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:08.977047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:08.983528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:08.989889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:08.994822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:09.013273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b1406-670b-48fc-a67d-9fc227ab7e11,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:09.015593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:09.030377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.032137 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b8b1406-670b-48fc-a67d-9fc227ab7e11 HTTP/1.1" status: 204 len: 168 time: 0.2828252 Apr 19 18:50:09.058782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.060090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.089273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38706) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:09.092785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.115089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.133257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:09.138293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Usage tracker for resource:security_group_rule and tenant:f50557f32a7443ab84379da7fc7cd6ec is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:09.141464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:09.150754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:09.152542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.193593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:50:09.193593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.194538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:09.207736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Usage tracker for resource:security_group_rule and tenant:621b13ac513346a0b105ee85ce934524 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:09.219854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:09.323233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.329709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:09.352943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.364051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:09.406628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Allocated IP 172.20.0.2 (24d2cd27-eba4-45b1-839e-b6ea6a14db12/5282703e-3ca3-4b95-bbf4-2b095d24b634/3f632379-b7e9-415e-8406-afcc0daec097) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:09.429869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3044a-3eb7-4474-9a5d-3a377dc6bcbe req-b935f94e-a649-4378-914a-61f04e42ab07 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:09.431612 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49e3044a-3eb7-4474-9a5d-3a377dc6bcbe req-b935f94e-a649-4378-914a-61f04e42ab07 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1771791 Apr 19 18:50:09.444519 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f50557f32a7443ab84379da7fc7cd6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510621 Apr 19 18:50:09.445263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38712) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:09.460169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ffcce7-777e-4bb9-87b0-e1078cb91711,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:09.501499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:09.527995 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49e3044a-3eb7-4474-9a5d-3a377dc6bcbe req-d39461ff-a6aa-4f90-964c-35aba3e831f8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847082 Apr 19 18:50:09.570127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.596851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.618442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.683847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.727182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.732844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:09.757117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.758356 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22ffcce7-777e-4bb9-87b0-e1078cb91711 HTTP/1.1" status: 204 len: 168 time: 0.3122740 Apr 19 18:50:09.759377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ffcce7-777e-4bb9-87b0-e1078cb91711,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:09.764864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:09.772709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.804404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-20333a3a-4a6c-45e9-8b13-693cb2f98798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:09.804596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.817177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Transition to ACTIVE for port object 3f632379-b7e9-415e-8406-afcc0daec097 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:09.833927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba5040-b056-42f6-9c80-9f1009f1ca09,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:09.838302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Transition to ACTIVE for port object 3f632379-b7e9-415e-8406-afcc0daec097 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:09.843109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38724) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:09.843437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=621b13ac513346a0b105ee85ce934524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831579 Apr 19 18:50:09.844500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:09.899478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.908817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f4330708-6f25-46ea-aaa9-7b2f675abba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:09.914018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:09.946210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.041955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:10.046106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:10.048799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:10.052270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.060710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f87dd52e-6c58-4d26-b498-4503f19913b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:10.088728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba5040-b056-42f6-9c80-9f1009f1ca09,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:10.096754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:10.099459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.102457 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1ba5040-b056-42f6-9c80-9f1009f1ca09 HTTP/1.1" status: 204 len: 168 time: 0.2576613 Apr 19 18:50:10.105034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38736) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:10.105172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Pushing event updated for resources: {'Port': ['ID=3f632379-b7e9-415e-8406-afcc0daec097,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:10.128116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.147414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:10.152020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Usage tracker for resource:security_group_rule and tenant:19c196d3a17a4835beba9e426c4017ea is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:10.155564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:10.163550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:10.177401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.177905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.179082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.179571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.180048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.180459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.180897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.181334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.182394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.182866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.183302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.183735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:10.193841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:10.236125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Attempting to bind port 3f632379-b7e9-415e-8406-afcc0daec097 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:10.236542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Attempting to bind port 3f632379-b7e9-415e-8406-afcc0daec097 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:10.236954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Attempting to bind port 3f632379-b7e9-415e-8406-afcc0daec097 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:10.239012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.251270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:10.251691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Checking segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:10.261229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.261746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Bound using segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:10.262305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Bound port: 3f632379-b7e9-415e-8406-afcc0daec097, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:10.262767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.273946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.319266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.355314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.400899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:10.414811 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19c196d3a17a4835beba9e426c4017ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083329 Apr 19 18:50:10.417601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38748) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:10.437819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] For port 3f632379-b7e9-415e-8406-afcc0daec097, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:10.441781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] For port 3f632379-b7e9-415e-8406-afcc0daec097, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=3f632379-b7e9-415e-8406-afcc0daec097,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:10.464100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0231d5fd-f62f-4004-9ffa-3a362d78e349,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:10.469555 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:10.476746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.495169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:10.514362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.530162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Allocated IP 172.28.3.171 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:10.551168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.647457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.653464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1d2da9f6-06d2-4c80-83d1-7ccbbc423340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:10.692274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0231d5fd-f62f-4004-9ffa-3a362d78e349,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:10.696764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Pushing event updated for resources: {'Port': ['ID=3f632379-b7e9-415e-8406-afcc0daec097,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:10.700392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:10.704708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:10.707934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.711889 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0231d5fd-f62f-4004-9ffa-3a362d78e349 HTTP/1.1" status: 204 len: 168 time: 0.2933092 Apr 19 18:50:10.800837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.879399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2dec3-f25f-4e23-a0a7-0b74328b2e8b req-2383eaa7-a167-47f1-bd37-8ff051ba675e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:10.881549 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad2dec3-f25f-4e23-a0a7-0b74328b2e8b req-2383eaa7-a167-47f1-bd37-8ff051ba675e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1412764 Apr 19 18:50:10.899238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.902135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:10.907254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:10.933644 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad2dec3-f25f-4e23-a0a7-0b74328b2e8b req-76f2e172-c1a6-433f-ad2d-3a19b9683fbb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Apr 19 18:50:10.982507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:10.985686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:10.996135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:11.047889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38766) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:11.052440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Pushing event updated for resources: {'Port': ['ID=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:11.069515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:11.090404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.108766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:11.113890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Usage tracker for resource:security_group_rule and tenant:cb98ff512a4d410585d3d6cb4583467f is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:11.117494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:11.133334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:11.243483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.272180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.312829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:11.347140 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb98ff512a4d410585d3d6cb4583467f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971983 Apr 19 18:50:11.351664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38778) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:11.370494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8211fe1-0ab1-4ca3-9b1d-39957415bf57,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:11.374842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:11.447880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.480212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.578723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.587400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-137ecd13-8ec5-4e72-9ada-4ba6114da4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:11.602112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8211fe1-0ab1-4ca3-9b1d-39957415bf57,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:11.604475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:11.606817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:11.607972 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8211fe1-0ab1-4ca3-9b1d-39957415bf57 HTTP/1.1" status: 204 len: 168 time: 0.2555366 Apr 19 18:50:11.870748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:12.290450 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a1aa2-9249-4e14-8add-ac4487e9b17e req-934b8079-96c7-468e-aaaf-ad091361db9d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:12.292613 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-647a1aa2-9249-4e14-8add-ac4487e9b17e req-934b8079-96c7-468e-aaaf-ad091361db9d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1862819 Apr 19 18:50:12.333521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe10b25-e0f7-4a47-93cc-959a97b7d72b None None] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:12.383793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:12.418234 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-647a1aa2-9249-4e14-8add-ac4487e9b17e req-3a032e63-cb18-4705-acba-1e097a4baaeb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157651 Apr 19 18:50:12.547934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-3aba3521-0108-41b6-ac9c-df61fa55afb0 None None] Provisioning for port 3f632379-b7e9-415e-8406-afcc0daec097 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:12.732393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:50:12.794893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d7b11c5b-0f4c-4a23-a44a-151c41755a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:12.887967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 3f632379-b7e9-415e-8406-afcc0daec097 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:13.009857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 3f632379-b7e9-415e-8406-afcc0daec097 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:13.026517 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 3f632379-b7e9-415e-8406-afcc0daec097 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:13.033689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.035691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:50:13.046245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:50:13.057461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:13.058583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:13.103940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.108277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 38848) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:13.108769 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1610281 Apr 19 18:50:13.132150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-27b58f1d-42fd-4fd8-ba30-212ec7afddab None None] Provisioning complete for port 3f632379-b7e9-415e-8406-afcc0daec097 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:13.132677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-27b58f1d-42fd-4fd8-ba30-212ec7afddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.223708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.280848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 3f632379-b7e9-415e-8406-afcc0daec097, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=3f632379-b7e9-415e-8406-afcc0daec097,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:13.289756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:13.319886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.322535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:13.548603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=3f632379-b7e9-415e-8406-afcc0daec097,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:13.567022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:13.691723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:11Z', 'revision_number': 3, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:13.703525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:13.704134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Updating router 1a57d49c-972c-4918-9aa5-e51fd832a49f port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:50:13.788329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:13.976973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5807705-6c3e-4b8c-a1f2-6104d7a9263c req-6509bff4-5f49-4b0d-8330-2579fb26cf76 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:13.984721 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5807705-6c3e-4b8c-a1f2-6104d7a9263c req-6509bff4-5f49-4b0d-8330-2579fb26cf76 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2065899 Apr 19 18:50:14.060588 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5807705-6c3e-4b8c-a1f2-6104d7a9263c req-95144fca-642e-4da7-8423-58f0af882548 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Apr 19 18:50:14.273706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.276135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.289219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Transition to ACTIVE for port object 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:14.350651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.359476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:14.446418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Pushing event updated for resources: {'Port': ['ID=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,revision_number=2']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:14.456561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.456919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.457395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.457867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.458330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.458841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.459829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.460259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.460974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.461528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.462066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.462620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:50:14.467463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:14.486570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Attempting to bind port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:14.487258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Attempting to bind port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:14.487810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Attempting to bind port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:14.494486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:14.495114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:14.495702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.496273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:14.496927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Bound port: 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:14.497495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.542956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Allocated IP 172.20.0.1 (24d2cd27-eba4-45b1-839e-b6ea6a14db12/5282703e-3ca3-4b95-bbf4-2b095d24b634/0be69bdc-77d6-467f-ab7f-dd444ca153ff) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:14.585527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] For port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:14.589719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] For port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:14.623920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.630136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:14.742885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38904) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:14.775918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.793463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:14.794252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:49:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:14.806516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Transition to ACTIVE for port object 0be69bdc-77d6-467f-ab7f-dd444ca153ff will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:14.843051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 3f632379-b7e9-415e-8406-afcc0daec097 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:14.886691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:14.893905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:14.944753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 3f632379-b7e9-415e-8406-afcc0daec097 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:14.945365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.064608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:15.074359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:15.082461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:15.084492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:15.104934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:15.105480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.108034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Pushing event updated for resources: {'Port': ['ID=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:15.197111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:15.264154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.306998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:15.313639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:15.315580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Usage tracker for resource:security_group_rule and tenant:0544d888af7a4c5db9a56a4140103520 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:15.323066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:15.339673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:15.503757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b29347f4-476e-462c-864d-296e2cdb55c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.532278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-621778b9-a74c-4c1e-afc0-434def6044d1 None None] Provisioning for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:15.537958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-621778b9-a74c-4c1e-afc0-434def6044d1 None None] Provisioning complete for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:15.538363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-621778b9-a74c-4c1e-afc0-434def6044d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.578315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.612252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.622848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b774c22-52eb-4055-b071-f6760fbfc622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:15.631850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-621778b9-a74c-4c1e-afc0-434def6044d1 None None] Port 0be69bdc-77d6-467f-ab7f-dd444ca153ff cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:50:15.698881 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0544d888af7a4c5db9a56a4140103520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500582 Apr 19 18:50:15.700911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38932) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:15.728247 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09899608-c530-4bea-8624-028026c6744a,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:15.729125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:15.742103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919b7d1-3d00-4140-9e6d-f2724e6a3afc req-fe592c79-045d-4cf8-aa6c-3bfc6c9c68c0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:15.743738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4919b7d1-3d00-4140-9e6d-f2724e6a3afc req-fe592c79-045d-4cf8-aa6c-3bfc6c9c68c0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2555430 Apr 19 18:50:15.746656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:11Z', 'revision_number': 3, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:15.754441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0a584-b352-4747-9bf3-3b5643c0ba0a None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:11Z', 'revision_number': 3, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:15.795490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.835164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.853472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:15.939036 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4919b7d1-3d00-4140-9e6d-f2724e6a3afc req-f80c317c-d74f-4f38-9760-f0c5f7d089b6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442013 Apr 19 18:50:16.046879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.075820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.085965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:16.097693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09899608-c530-4bea-8624-028026c6744a,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:16.100753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:16.133169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.137541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09899608-c530-4bea-8624-028026c6744a HTTP/1.1" status: 204 len: 168 time: 0.4327898 Apr 19 18:50:16.225235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.229645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.269749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.270932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.289197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:16.560077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:16.564998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:16.585067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 38970) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:16.687953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:16.698576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:16.841797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:16.862292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:16.866670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b93ce0fe38734774bb7ac7052f3844ce is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:16.869989 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:16.878362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:16.921217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:17.051901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.093243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:50:17.098533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.111918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b4735fc5-0453-48a7-863a-4bc44e8389a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:17.160522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f88b9754-49de-49ee-b5c1-577339637644 None None] Provisioning complete for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:17.161111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f88b9754-49de-49ee-b5c1-577339637644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.186434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f9e4b7-2360-4311-ad91-3e8f3a3e3d50,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:17.236286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:17.254053 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b93ce0fe38734774bb7ac7052f3844ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661053 Apr 19 18:50:17.258904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39000) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:17.285243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:17.312804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:17.316768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.423795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-f88b9754-49de-49ee-b5c1-577339637644 None None] Port 0be69bdc-77d6-467f-ab7f-dd444ca153ff cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:50:17.457408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.494020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.578125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.586879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-70a5fadd-47d0-48ca-8c66-909d83403e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:17.597733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:50:17.617994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24039d88-adb2-460c-bac1-e89cab611cf3 req-40650b90-2757-4920-94fd-4618b3548e6d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:17.620080 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24039d88-adb2-460c-bac1-e89cab611cf3 req-40650b90-2757-4920-94fd-4618b3548e6d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.3891494 Apr 19 18:50:17.634979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.636075 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31f9e4b7-2360-4311-ad91-3e8f3a3e3d50 HTTP/1.1" status: 204 len: 168 time: 0.3759389 Apr 19 18:50:17.642845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f9e4b7-2360-4311-ad91-3e8f3a3e3d50,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:17.649071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:17.661077 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/1a57d49c-972c-4918-9aa5-e51fd832a49f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5430572 Apr 19 18:50:17.661206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.692345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.736164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:17.742408 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24039d88-adb2-460c-bac1-e89cab611cf3 req-168d5ea9-aed3-4734-bb42-55e7369d9758 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070154 Apr 19 18:50:17.778445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:17.789929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:17.819937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39022) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:17.870099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:17.876822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:18.242447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-665619556-network', 'tenant_id': 'a224a50047d04060bfe3ac9dd0c62247'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:18.248595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:18.258916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Usage tracker for resource:network and tenant:a224a50047d04060bfe3ac9dd0c62247 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:18.270229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:18.287777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:18.338052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Made reservation on behalf of a224a50047d04060bfe3ac9dd0c62247 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:18.343333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.360724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.386556 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:18.397252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Usage tracker for resource:security_group_rule and tenant:a224a50047d04060bfe3ac9dd0c62247 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:18.403225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:18.410547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:18.508799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.539632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.544167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2a8c324-67d4-47f8-9df4-55f773df4d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:18.604439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:50:18.638163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92a30c-9f7b-471d-a8cf-1ee466f869ae,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:18.641985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:18.685048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.685666 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Added segment 9df5abb7-29a4-4c60-aa82-9e8d854fd666 of type vlan for network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 Apr 19 18:50:18.718640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.720059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39068) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:18.727587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991121096', 'description': 'tempest-description--1618186267'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:18.736627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:18.741422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:18.744684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:18.760927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:18.778092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.780597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:18.781600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.789063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:18.812594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:18.842756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:18.856260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:18.866278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:18.866278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:18.872189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:19.001119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Pushing event updated for resources: {'Network': ['ID=05da367b-f45d-4dc2-87ba-5c6a154d4dc9,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:19.004702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:19.012254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:50:19.055986 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2318161 Apr 19 18:50:19.056070 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.057285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39090) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:19.070231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Request body: {'subnet': {'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-665619556-subnet', 'tenant_id': 'a224a50047d04060bfe3ac9dd0c62247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:19.080675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:19.096603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Usage tracker for resource:subnet and tenant:a224a50047d04060bfe3ac9dd0c62247 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:19.113164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:19.123522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.138118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:19.141740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0af3e8a2-dad2-4b2f-a9b4-9791de07ae33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:19.187619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83278c-6b2f-45d1-992a-8bf9f5409ad9 req-93449926-6e0c-4795-90d4-6ff23a3c507f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:19.192391 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-af83278c-6b2f-45d1-992a-8bf9f5409ad9 req-93449926-6e0c-4795-90d4-6ff23a3c507f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2341332 Apr 19 18:50:19.209675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.211204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4899871 Apr 19 18:50:19.214365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39100) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:19.220421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group_rule': {'security_group_id': '5585ba97-358b-46b8-9e5c-66a0a4712b22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:19.231340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Made reservation on behalf of a224a50047d04060bfe3ac9dd0c62247 for: {'subnet': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:19.241871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:19.252407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:19.254954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850917685'] for subnet, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.267191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:19.280497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:19.350467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.373909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:19.374327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.460830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:50:19.537502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:19.538349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:50:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:19.548514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.550972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5585ba97-358b-46b8-9e5c-66a0a4712b22,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:19.575892 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-af83278c-6b2f-45d1-992a-8bf9f5409ad9 req-4009bd51-d697-43b7-80bd-6b539c1636d4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526220 Apr 19 18:50:19.575892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:19.578050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.628793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:19.668474 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb783758-0141-4e44-99db-3cd0b333d111,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:19.673382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:19.676795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.678493 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-40e4ab6d-9ffb-485b-bb64-b52ed850bec7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4628778 Apr 19 18:50:19.683363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39146) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:19.693906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group_rule': {'security_group_id': '5585ba97-358b-46b8-9e5c-66a0a4712b22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:19.721084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:19.735464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:19.746524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:19.770860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:19.833672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:19.961377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:20.027694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.074836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.077756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:20.086676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1333981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850917670'] for subnet, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.093288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:20.109275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b43408-ca67-49d5-b362-130cdcc2bda7,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:20.112577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:20.144151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.145735 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4606874 Apr 19 18:50:20.149350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39184) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:20.155232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:20.163124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:20.167869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:floatingip and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:20.175377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:20.183479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:20.185885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Checking segment: {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:20.186289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Network hostable DHCP agents. Network: 05da367b-f45d-4dc2-87ba-5c6a154d4dc9, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:50:20.194497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:20.196094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:20.241510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.241809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:50:20.292443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 05da367b-f45d-4dc2-87ba-5c6a154d4dc9) {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:20.302005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c5113-15da-4a44-a006-bc08f90f38ed None None] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:20.313760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:20.314763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.398779 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3379517 Apr 19 18:50:20.407992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.471659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 2, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:20.488811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:20.489448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Updating router 1a57d49c-972c-4918-9aa5-e51fd832a49f port 0be69bdc-77d6-467f-ab7f-dd444ca153ff binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:50:20.627969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Allocated IP 172.28.3.217 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/c35e26e7-fe71-4cc9-aa7f-14c116d8dd55) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:20.783091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.875224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386777-6f2c-4c80-b4b9-872007d50e7c req-578dfa4f-cd89-46a4-8a1c-48cfece55805 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:20.879489 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f386777-6f2c-4c80-b4b9-872007d50e7c req-578dfa4f-cd89-46a4-8a1c-48cfece55805 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1270783 Apr 19 18:50:20.937939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:20.965100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f386777-6f2c-4c80-b4b9-872007d50e7c req-fc37e72d-e262-4728-a7d7-81795d8f55a6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769613 Apr 19 18:50:20.985824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf4e7c-c382-4308-9c0e-b99eb5110ee7 None None] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:21.024251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.032801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:21.053033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39216) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:21.170251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:21.174086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:21.179619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:21.197763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=c35e26e7-fe71-4cc9-aa7f-14c116d8dd55,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:21.248273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:21.301311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.352147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.390309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:21.401132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:59cda46597fa4586844354c3eb10ee8d is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:21.407558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:21.421851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:21.446386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.600776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.626408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.629487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.639597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Transition to ACTIVE for port object 0be69bdc-77d6-467f-ab7f-dd444ca153ff will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:21.640963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-88a85cf6-7749-40fb-b6ae-11c08ff1a5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:21.674981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.680149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:21.685079 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59cda46597fa4586844354c3eb10ee8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291096 Apr 19 18:50:21.690415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39252) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:21.699917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3099560f-13bc-4dd3-9c8e-ff212bf39e4d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:21.710599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:21.810450 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.820512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Pushing event updated for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:21.828387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:21.840864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.867992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.872727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.889788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-077f185d-76f5-4824-9728-4f53935af9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:21.944313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Attempting to bind port 0be69bdc-77d6-467f-ab7f-dd444ca153ff on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:21.944841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Attempting to bind port 0be69bdc-77d6-467f-ab7f-dd444ca153ff by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:21.945367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Attempting to bind port 0be69bdc-77d6-467f-ab7f-dd444ca153ff on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:21.951796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:21.952394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Checking segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:21.952947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:21.953609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Bound using segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:21.954412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Bound port: 0be69bdc-77d6-467f-ab7f-dd444ca153ff, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:21.955142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.061405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=c35e26e7-fe71-4cc9-aa7f-14c116d8dd55,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:22.065380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:22.066364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.105026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] For port 0be69bdc-77d6-467f-ab7f-dd444ca153ff, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:22.118998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.126799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:22.135456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] For port 0be69bdc-77d6-467f-ab7f-dd444ca153ff, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=0be69bdc-77d6-467f-ab7f-dd444ca153ff,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:22.139470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.144343 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3099560f-13bc-4dd3-9c8e-ff212bf39e4d HTTP/1.1" status: 204 len: 168 time: 0.4525151 Apr 19 18:50:22.145701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3099560f-13bc-4dd3-9c8e-ff212bf39e4d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:22.155611 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:22.156860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.158852 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0081606 Apr 19 18:50:22.212532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:22.246389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:22.343876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae432cb-2a33-4d11-9f0b-23961e47f345 req-44134698-82f4-426e-b090-be90e5fc66b7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:22.345820 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eae432cb-2a33-4d11-9f0b-23961e47f345 req-44134698-82f4-426e-b090-be90e5fc66b7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.2158477 Apr 19 18:50:22.420773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eae432cb-2a33-4d11-9f0b-23961e47f345 req-c50323b7-f016-4caa-9ad2-28b78a0b003e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656352 Apr 19 18:50:22.590927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-661dcaad-b856-4ddb-97e3-7b5153006d74 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:22.646048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:22.647127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:50:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:22.658371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-661dcaad-b856-4ddb-97e3-7b5153006d74 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:22.659751 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-661dcaad-b856-4ddb-97e3-7b5153006d74 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1991121096&fields=id&tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 267 time: 0.1433299 Apr 19 18:50:22.713734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Pushing event updated for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:22.719626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:22.956768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:23.055406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39302) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:23.108018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39310) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:23.135018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-95a0980f-07c5-4f7a-961f-6936803c275b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:23.136213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-95a0980f-07c5-4f7a-961f-6936803c275b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:23.200638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-95a0980f-07c5-4f7a-961f-6936803c275b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:23.202187 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-95a0980f-07c5-4f7a-961f-6936803c275b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 817 time: 0.5329752 Apr 19 18:50:23.228574 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-856541ae-8782-40a6-bef9-927fba6f2d40 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/quotas/90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 375 time: 0.0171118 Apr 19 18:50:23.257300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.281681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:23.286165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Usage tracker for resource:security_group_rule and tenant:1073048c78c84eb7afe9987741eadf52 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:23.293650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:23.296772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39316) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:23.300520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:23.347451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.357791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:22Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:23.362738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef9c6e-975d-4b42-9353-7c417a063837 None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:22Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:23.374816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.386287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:23.397850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Usage tracker for resource:security_group_rule and tenant:1e77ef48c2de456c846c49a4374436be is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:23.402718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:23.407447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.414795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:23.422777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:23.426886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e8298bb676b24da49fb2b7a7b48e7cf8 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:23.436228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:23.450658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:23.452110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.493146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-b2f91f3d-825b-44a0-b3d6-93fb2445b94a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:23.515220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ae845325-65d6-4410-88aa-9a756df3abe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:23.539259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1073048c78c84eb7afe9987741eadf52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826269 Apr 19 18:50:23.543775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39326) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:23.601409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1685cf1-6039-44af-b5cb-b0ae07742f22,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:23.607958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:23.710330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.727243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-b2f91f3d-825b-44a0-b3d6-93fb2445b94a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:23.730685 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-b2f91f3d-825b-44a0-b3d6-93fb2445b94a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4893339 Apr 19 18:50:23.818778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.871837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.880994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e266328-0471-46f0-8e3b-47198e34ee82 req-6d4e5db9-736a-4f5b-986e-a34466185466 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:23.882837 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1e266328-0471-46f0-8e3b-47198e34ee82 req-6d4e5db9-736a-4f5b-986e-a34466185466 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0966427 Apr 19 18:50:23.888583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:23.913557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:23.953348 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1e266328-0471-46f0-8e3b-47198e34ee82 req-9f044002-f9dd-44a3-b1aa-e933f43be355 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635114 Apr 19 18:50:24.013271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.019466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67926bd1-2adb-495f-bfb3-a1978d5b48ee,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:24.048329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:24.051764 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8298bb676b24da49fb2b7a7b48e7cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423354 Apr 19 18:50:24.055303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39342) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:24.057487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.070415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24f58f68-3b2b-410a-b0a7-7c5cd70bf1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:24.139729 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e77ef48c2de456c846c49a4374436be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415849 Apr 19 18:50:24.141013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f213791d-64d7-4383-9296-3d100143af4d,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:24.145497 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-aa307815-a6d7-4778-b617-dafe2c39e4e5 service neutron] 10.222.0.43 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875227 Apr 19 18:50:24.146374 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:24.147011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39346) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:24.160021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.164450 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2ec90fa3-9ecd-4798-8a38-ddb439aaafa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:24.215765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1685cf1-6039-44af-b5cb-b0ae07742f22,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:24.230587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:24.263066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.307457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-a1afb23e-371d-4d31-888f-38c61fe0d45d tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:24.313033 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-a1afb23e-371d-4d31-888f-38c61fe0d45d tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 808 time: 0.2585249 Apr 19 18:50:24.328241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.329460 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1685cf1-6039-44af-b5cb-b0ae07742f22 HTTP/1.1" status: 204 len: 168 time: 0.7824297 Apr 19 18:50:24.343359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.357376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-aea7f570-99a6-441a-95ac-ead894b99817 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/quotas/a224a50047d04060bfe3ac9dd0c62247 HTTP/1.1" status: 200 len: 375 time: 0.0346649 Apr 19 18:50:24.388051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.426244 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-2dea271e-455c-4be4-9a72-fceb8662aee6 service neutron] 10.222.0.43 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452714 Apr 19 18:50:24.434690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.453194 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-a19c7e0b-53ba-456e-9f65-492db9d66fde tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843182 Apr 19 18:50:24.532430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.538894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-19e4af3e-bafc-41d0-bbd0-9fe9a970f0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:24.543792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.554835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0f9ecd8d-047d-4a95-ac19-8236662da3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:24.558314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f213791d-64d7-4383-9296-3d100143af4d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:24.561503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:24.562828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.566944 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f213791d-64d7-4383-9296-3d100143af4d HTTP/1.1" status: 204 len: 168 time: 0.4161336 Apr 19 18:50:24.581314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67926bd1-2adb-495f-bfb3-a1978d5b48ee,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:24.588767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:24.633157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:24.634391 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67926bd1-2adb-495f-bfb3-a1978d5b48ee HTTP/1.1" status: 204 len: 168 time: 0.5768270 Apr 19 18:50:24.702566 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-dfad221d-eda9-4f26-ac9d-b2592e0d379a service neutron] 10.222.0.43 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405596 Apr 19 18:50:24.754470 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c3d3e38-47c2-4903-9562-a4a45b56a59e req-d6e31172-d91f-4ea7-aa5c-54dcd67e5a7b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0936244 Apr 19 18:50:24.855103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 0be69bdc-77d6-467f-ab7f-dd444ca153ff up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:24.983046 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-37527725-4dc4-4970-838b-fceb240a5bf2 service neutron] 10.222.0.43 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791021 Apr 19 18:50:25.027092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:25.039682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:25.040123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.190932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.279873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 0be69bdc-77d6-467f-ab7f-dd444ca153ff, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=0be69bdc-77d6-467f-ab7f-dd444ca153ff,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:25.300060 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-822443a4-9961-4266-9700-bee31aa0983d req-f8aea3a9-c9a5-4fd3-a9dd-9b9f3a1244bf tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0582237 Apr 19 18:50:25.315036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.317011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3add57f4-0acd-4274-8c06-4109ca0795e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:25.428018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:25.432352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4944fff-77b4-4848-9fb6-9f045761b245 req-488b60ae-e10b-47d0-8dd3-b4cecec2b4dd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:25.435522 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4944fff-77b4-4848-9fb6-9f045761b245 req-488b60ae-e10b-47d0-8dd3-b4cecec2b4dd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1536558 Apr 19 18:50:25.441609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:25.492710 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4944fff-77b4-4848-9fb6-9f045761b245 req-f67d6667-7559-4d2c-ae77-787cef53a116 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495071 Apr 19 18:50:25.800442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39390) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:25.812418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39396) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:25.831092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.841323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:25.852179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:25.858481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:25.862694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Usage tracker for resource:security_group_rule and tenant:0b32733d3fb046c88588890cd0213291 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:25.865781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:25.872125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:25.913902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f59b10c9be846e29bdc749000cca6d4 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:25.926453 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bf6f7873-ef22-4520-9b3a-fb493789e399 req-d4eec6ec-48a0-4d67-9369-8811907f56a2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0712450 Apr 19 18:50:25.927448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:25.934460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:26.064538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.093062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.102577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7f75c145-ba47-45cc-81ae-acdca5c5c98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:26.104240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.132294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.143202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-607c5550-ee64-47f2-ac15-584faf4c14fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:26.148741 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f59b10c9be846e29bdc749000cca6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471341 Apr 19 18:50:26.151378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39408) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:26.163864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb90e7-20ad-4492-8166-f115286c8a51,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:26.167200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:50:26.169697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:26.194825 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b32733d3fb046c88588890cd0213291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787906 Apr 19 18:50:26.196028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176cb726-9c36-419c-87fd-e6cbcd16d49d,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:26.197906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39412) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:26.199682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:26.274022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.312742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.329787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.370328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.595729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.605881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-251f7738-6cda-485e-98f4-11c49d43751b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:26.636898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.639594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.640845 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbcb90e7-20ad-4492-8166-f115286c8a51 HTTP/1.1" status: 204 len: 168 time: 0.4883466 Apr 19 18:50:26.654560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:26.658337 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/176cb726-9c36-419c-87fd-e6cbcd16d49d HTTP/1.1" status: 204 len: 168 time: 0.4568686 Apr 19 18:50:26.673229 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03a9a621-54c5-4ad6-86e1-68b2f61ee9f4 req-de22bcf5-3af6-4519-87da-262867d58bb3 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.1435118 Apr 19 18:50:26.691274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176cb726-9c36-419c-87fd-e6cbcd16d49d,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:26.693545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:26.694108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-049fc6c6-ff8a-46a6-9110-25fdc1f5e827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:26.706961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb90e7-20ad-4492-8166-f115286c8a51,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:26.710882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:26.842423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 0be69bdc-77d6-467f-ab7f-dd444ca153ff up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:26.858994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95122bca-9370-4a3b-9745-e7b92968fe71 req-4cca983a-435f-472c-a3c1-45797d4bb13c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:26.863202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-95122bca-9370-4a3b-9745-e7b92968fe71 req-4cca983a-435f-472c-a3c1-45797d4bb13c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1579769 Apr 19 18:50:26.926860 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-95122bca-9370-4a3b-9745-e7b92968fe71 req-d1eb54b1-2caa-4b9d-89ce-e0a36d6afde7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579405 Apr 19 18:50:26.953161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 0be69bdc-77d6-467f-ab7f-dd444ca153ff triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:26.953581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:27.129303 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24faa5ae-cfa1-450a-86a6-5cb92e9c14c3 req-6492cfe3-b46f-440a-9221-ca35817199b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0622177 Apr 19 18:50:27.678644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-fd50a902-a369-48fb-8f29-e5d21001d677 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:27.680394 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-fd50a902-a369-48fb-8f29-e5d21001d677 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 817 time: 0.1987669 Apr 19 18:50:27.800473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-01a8e99f-3f00-4cb7-ae0e-20ea4466db25 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:27.816075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-01a8e99f-3f00-4cb7-ae0e-20ea4466db25 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:27.817355 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-01a8e99f-3f00-4cb7-ae0e-20ea4466db25 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 5709 time: 0.1273646 Apr 19 18:50:27.875736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'port': {'device_id': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'admin_state_up': True, 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'security_groups': ['5585ba97-358b-46b8-9e5c-66a0a4712b22']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:27.901876 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-79bfb48d-5c7c-40da-92bd-9c82d5abc8c2 req-30d80d7f-00f0-4ce2-bb67-4545e023293c tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0877378 Apr 19 18:50:28.060375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:28.084042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:28.120357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Made reservation on behalf of 90d0af2d7b894854ba5ca8ab4b593ef1 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:28.128518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:28.209645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e77ab9-27d2-4ff3-b808-881332d324e7 req-879bf1e0-bb51-4e9b-9077-877a3e463535 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:28.211796 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b2e77ab9-27d2-4ff3-b808-881332d324e7 req-879bf1e0-bb51-4e9b-9077-877a3e463535 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1621718 Apr 19 18:50:28.315565 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b2e77ab9-27d2-4ff3-b808-881332d324e7 req-9a98c7c5-c2e8-465a-9227-9bf5883ae83b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945683 Apr 19 18:50:28.387268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-410892b8-0141-4bd7-baaa-e96c8c4ef9ac req-52cd792e-4b88-4098-b90a-85284cf2e7eb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0710022 Apr 19 18:50:28.609284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-477e41a3-81f6-4d32-8517-3e81bcfb3d5c tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:28.609284 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-477e41a3-81f6-4d32-8517-3e81bcfb3d5c tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 808 time: 0.2101016 Apr 19 18:50:28.657746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Request body: {'port': {'device_id': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9', 'admin_state_up': True, 'tenant_id': 'a224a50047d04060bfe3ac9dd0c62247'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:28.813414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39510) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:29.021338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Allocated IP 172.20.0.3 (24d2cd27-eba4-45b1-839e-b6ea6a14db12/5282703e-3ca3-4b95-bbf4-2b095d24b634/bf7cb878-78df-4e51-9b8c-1d083c421a37) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:29.127496 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eefe281f-8127-401c-aab3-68077f4b8e1f req-29b57eac-d005-4a68-b3e2-b27893b2be94 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0626404 Apr 19 18:50:29.161323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:29.174315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Usage tracker for resource:port and tenant:a224a50047d04060bfe3ac9dd0c62247 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:29.179020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-555961204-network', 'tenant_id': 'a53adb45ba724c40bdb18fc0d9e9fccc'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:29.181238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:29.184021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:29.188294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Usage tracker for resource:network and tenant:a53adb45ba724c40bdb18fc0d9e9fccc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:29.191772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:29.200243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:29.205934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:29.269293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Made reservation on behalf of a53adb45ba724c40bdb18fc0d9e9fccc for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:29.276924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.295830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.313019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:29.318515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Usage tracker for resource:security_group_rule and tenant:a53adb45ba724c40bdb18fc0d9e9fccc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:29.321894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:29.328663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:29.334635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Made reservation on behalf of a224a50047d04060bfe3ac9dd0c62247 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:29.340887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.423559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.456828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.457319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.462993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:29.492888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dbfc29-5323-40f8-8bc9-137e1d232d6b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:29.496411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:29.533538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Transition to ACTIVE for port object bf7cb878-78df-4e51-9b8c-1d083c421a37 will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:29.535424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:50:29.549659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.550056 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Added segment df3f9da7-04c7-48e5-b86f-a56df15edda9 of type vlan for network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 Apr 19 18:50:29.658799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.659753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Allocated IP 172.20.0.14 (05da367b-f45d-4dc2-87ba-5c6a154d4dc9/bac1bd23-ebf9-4265-ae62-8e70c2e7fecb/fd86014d-f9fe-480c-9b06-431b23ec7924) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:29.702436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f314-eb94-4d8d-96ac-a754b68fc914 req-247ce0b3-71ac-47bd-8fa5-295d5bf00b11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:29.704446 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2605f314-eb94-4d8d-96ac-a754b68fc914 req-247ce0b3-71ac-47bd-8fa5-295d5bf00b11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1094296 Apr 19 18:50:29.726936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c259af89-d8f8-4033-8b2f-33a796c990ac req-5a39514c-fa10-4e31-88c4-357b7a5d2624 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0637918 Apr 19 18:50:29.763428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2605f314-eb94-4d8d-96ac-a754b68fc914 req-20f392d2-c168-4893-be16-f0f9f42896a0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515101 Apr 19 18:50:29.773675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.783457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:29.869130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.870600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:29.871270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:29.874981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:29.876902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5ad25c92-95bc-41ef-bcc5-5d22c5be2ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:29.886831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:29.894480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:29.986880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:30.009693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:30.071004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Pushing event updated for resources: {'Network': ['ID=c06d42ba-8ec6-49be-bb05-0a65f06a1b02,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:30.074068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:30.085598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:50:30.098441 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2835958 Apr 19 18:50:30.101901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39560) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:30.108890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Request body: {'subnet': {'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-555961204-subnet', 'tenant_id': 'a53adb45ba724c40bdb18fc0d9e9fccc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:30.129133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:30.138479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Usage tracker for resource:subnet and tenant:a53adb45ba724c40bdb18fc0d9e9fccc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:30.146440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:30.162089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:30.211690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Made reservation on behalf of a53adb45ba724c40bdb18fc0d9e9fccc for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:30.216925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.272565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:30.273314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.325949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a2c72b67-ad99-498a-9112-4740996aef15 None None] Provisioning for port bf7cb878-78df-4e51-9b8c-1d083c421a37 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:30.331360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a2c72b67-ad99-498a-9112-4740996aef15 None None] Provisioning complete for port bf7cb878-78df-4e51-9b8c-1d083c421a37 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:30.334628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2c72b67-ad99-498a-9112-4740996aef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.407664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a2c72b67-ad99-498a-9112-4740996aef15 None None] Port bf7cb878-78df-4e51-9b8c-1d083c421a37 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:50:30.429699 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5680411 Apr 19 18:50:30.439830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-19a24d56-2799-418d-b4b6-9b7195b5ccb1 req-9404d345-ace0-4753-824d-fd6aa009139d tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0711756 Apr 19 18:50:30.446956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Request body: {'port': {'device_id': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:30.509181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.617754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.697398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.714593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:30.804953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:30.811726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f6f6f2c0-777a-4253-a22a-45032d469424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:30.901735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4ca761-806a-4258-830f-3f1421047168,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:30.906046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:30.907111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Checking segment: {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:30.918186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Network hostable DHCP agents. Network: c06d42ba-8ec6-49be-bb05-0a65f06a1b02, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:50:31.027372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:50:31.072457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Pushing event updated for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:31.081337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, c06d42ba-8ec6-49be-bb05-0a65f06a1b02) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:31.090438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee23267-fcba-4832-a2e0-be6ba12b93bf None None] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:31.097142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.097803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:31.119874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729aa6b-a35a-4466-ae81-0c14086f7ebe req-b99406a0-333a-45f0-a2ff-841ae722c5db tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.123470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:31.130523 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f729aa6b-a35a-4466-ae81-0c14086f7ebe req-b99406a0-333a-45f0-a2ff-841ae722c5db tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1467123 Apr 19 18:50:31.171746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:31.180789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:31.189659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:31.203003 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f729aa6b-a35a-4466-ae81-0c14086f7ebe req-5d4df3d3-fbc1-436f-80f0-1c4d3cf9746e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725434 Apr 19 18:50:31.226330 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1230547 Apr 19 18:50:31.395429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.396528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:31.424733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ac56a-e4e2-457d-9d6d-a8ea4313cd76 req-70eaf299-0d93-45a2-8be5-19c261ddaab3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.425523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-152ac56a-e4e2-457d-9d6d-a8ea4313cd76 req-70eaf299-0d93-45a2-8be5-19c261ddaab3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:31.437356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbc0d8-ce86-43bc-a31b-8831c910a198 None None] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:50:31.585084 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9298885 Apr 19 18:50:31.606963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Request body: {'port': {'device_id': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:31.648029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:31.649027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-152ac56a-e4e2-457d-9d6d-a8ea4313cd76 req-70eaf299-0d93-45a2-8be5-19c261ddaab3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:31.656668 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-152ac56a-e4e2-457d-9d6d-a8ea4313cd76 req-70eaf299-0d93-45a2-8be5-19c261ddaab3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 931 time: 0.5809450 Apr 19 18:50:31.698151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:31.753416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Transition to ACTIVE for port object bf7cb878-78df-4e51-9b8c-1d083c421a37 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:31.789947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44aab6-2d03-4191-832f-32480073a943 req-d131249a-631f-40bd-888e-e514dec2e7bb tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:31.800047 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8a44aab6-2d03-4191-832f-32480073a943 req-d131249a-631f-40bd-888e-e514dec2e7bb tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 932 time: 0.1660075 Apr 19 18:50:31.806485 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-152ac56a-e4e2-457d-9d6d-a8ea4313cd76 req-dfb332a0-f836-449c-a43f-0172646dee4c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488111 Apr 19 18:50:31.841743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:31.858249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:31.865495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8a44aab6-2d03-4191-832f-32480073a943 req-53cb798b-d331-4dcf-8618-e4768a487725 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Synchronizing usage tracker for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:31.937669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8a44aab6-2d03-4191-832f-32480073a943 req-53cb798b-d331-4dcf-8618-e4768a487725 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Unset dirty status for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:31.938965 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8a44aab6-2d03-4191-832f-32480073a943 req-53cb798b-d331-4dcf-8618-e4768a487725 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379466 Apr 19 18:50:31.965641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:32.127452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:32.144420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:32.271821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Attempting to bind port bf7cb878-78df-4e51-9b8c-1d083c421a37 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:32.271821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Attempting to bind port bf7cb878-78df-4e51-9b8c-1d083c421a37 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:32.271821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Attempting to bind port bf7cb878-78df-4e51-9b8c-1d083c421a37 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:32.282047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Port bf7cb878-78df-4e51-9b8c-1d083c421a37 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:50:32.282418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Attempting to bind port bf7cb878-78df-4e51-9b8c-1d083c421a37 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:32.306354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:32.306767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Checking segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:32.307198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Bound using segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:32.307750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Bound port: bf7cb878-78df-4e51-9b8c-1d083c421a37, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:32.308187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:32.793424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:32.811240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:32.820659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e4846-42c7-4ea8-a4bd-7abe698f1abd req-0e965db0-4546-44c2-a8a8-b75758303053 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:32.822340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed0e4846-42c7-4ea8-a4bd-7abe698f1abd req-0e965db0-4546-44c2-a8a8-b75758303053 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.4487107 Apr 19 18:50:32.898714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:32.927595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46416d68-2fa4-42e2-8085-cd68467e2a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:33.033574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd86014d-f9fe-480c-9b06-431b23ec7924 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:33.052672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802cb6a-bb81-4b40-a65a-70a28e96510a req-373164db-8a1e-431f-8fd5-51da2d82c9c9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.054314 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e802cb6a-bb81-4b40-a65a-70a28e96510a req-373164db-8a1e-431f-8fd5-51da2d82c9c9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1023397 Apr 19 18:50:33.072656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:33.076530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.077209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:33.078803 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 1093 time: 2.6393297 Apr 19 18:50:33.081471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:33.086590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:33.093018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:33.099569 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed0e4846-42c7-4ea8-a4bd-7abe698f1abd req-6b69c607-d9a1-4bfd-9aa1-277652755d6b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684393 Apr 19 18:50:33.128472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Transition to ACTIVE for port object fd86014d-f9fe-480c-9b06-431b23ec7924 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:33.153927 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e802cb6a-bb81-4b40-a65a-70a28e96510a req-cbea741c-a4b6-4be1-8024-e05421ed75a4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892906 Apr 19 18:50:33.227623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:33.257998 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'status': 'completed', 'code': 200} Apr 19 18:50:33.260438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-336a5c2c-75f5-41c8-8fe8-a6ecc402cc93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:33.486684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Pushing event updated for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:33.490403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:33.627760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-107b05c2-502c-4f44-a434-7ca4238fef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.629388 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-107b05c2-502c-4f44-a434-7ca4238fef73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1096 time: 0.4661996 Apr 19 18:50:33.712398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec997e-9a7f-413e-b032-d6b96841cd44 req-ed172421-b7a1-49da-a95a-b1ed534243a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.713273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-87ec997e-9a7f-413e-b032-d6b96841cd44 req-ed172421-b7a1-49da-a95a-b1ed534243a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Synchronizing usage tracker for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:33.738181 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-a1b246ad-a97d-4e5a-b792-e9674de6a9c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 217 time: 0.0882728 Apr 19 18:50:33.810215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Attempting to bind port fd86014d-f9fe-480c-9b06-431b23ec7924 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:33.810829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Attempting to bind port fd86014d-f9fe-480c-9b06-431b23ec7924 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:33.810947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Attempting to bind port fd86014d-f9fe-480c-9b06-431b23ec7924 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:33.821660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Port fd86014d-f9fe-480c-9b06-431b23ec7924 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:50:33.822023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Attempting to bind port fd86014d-f9fe-480c-9b06-431b23ec7924 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:33.838166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:33.839067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Checking segment: {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:33.839067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Bound using segment: {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:33.839518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Bound port: fd86014d-f9fe-480c-9b06-431b23ec7924, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:33.839908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:33.858078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-87ec997e-9a7f-413e-b032-d6b96841cd44 req-ed172421-b7a1-49da-a95a-b1ed534243a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Unset dirty status for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:33.859324 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-87ec997e-9a7f-413e-b032-d6b96841cd44 req-ed172421-b7a1-49da-a95a-b1ed534243a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 944 time: 0.5569432 Apr 19 18:50:33.863192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-a16a66f0-56ce-4992-ae1b-534b77015d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.865207 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-a16a66f0-56ce-4992-ae1b-534b77015d18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.1163251 Apr 19 18:50:33.881914 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-95245d69-2cd7-4553-8c4a-73882dfad32f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:33.882772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-95245d69-2cd7-4553-8c4a-73882dfad32f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:33.926006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-95245d69-2cd7-4553-8c4a-73882dfad32f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:33.928006 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-95245d69-2cd7-4553-8c4a-73882dfad32f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/networks?id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 200 len: 813 time: 0.2088673 Apr 19 18:50:33.945952 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-3d8cfb65-5956-4662-a07a-c17e13e02526 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/quotas/a53adb45ba724c40bdb18fc0d9e9fccc HTTP/1.1" status: 200 len: 375 time: 0.0109861 Apr 19 18:50:34.001768 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-2868a072-689d-4fa8-896b-45090ef573c0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500910 Apr 19 18:50:34.037747 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-87ec997e-9a7f-413e-b032-d6b96841cd44 req-6046709d-34c2-4d9a-9a10-9bfa56979036 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702263 Apr 19 18:50:34.051210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:34.060444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fd86014d-f9fe-480c-9b06-431b23ec7924,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:34.071414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-3ed44070-f6cd-444a-b5ce-9634184bce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:34.073311 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-3ed44070-f6cd-444a-b5ce-9634184bce65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733446 Apr 19 18:50:34.111814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:34.160851 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-5a6d0222-9d5c-4fed-9338-c060f06a9d4f service neutron] 10.222.0.43 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501710 Apr 19 18:50:34.166569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cbfc1610-7441-4051-a526-44428911d25e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:34.253935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:34.254848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:34.256692 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] 10.222.0.16 "PUT /v2.0/ports/fd86014d-f9fe-480c-9b06-431b23ec7924 HTTP/1.1" status: 200 len: 1094 time: 2.6566811 Apr 19 18:50:34.288409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Pushing event updated for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:34.293258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:34.315738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-9528ca4e-43d9-4ee7-b687-39b0889ae64c service neutron] 10.222.0.43 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482582 Apr 19 18:50:34.359042 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-5d4ab4bd-7005-4b07-a923-76eb4fa3d659 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772853 Apr 19 18:50:34.611451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7693-7aa5-4b7a-a0da-188afd3c4711 req-138a7b23-ddc3-4b03-a8fe-7087d630a85f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:34.618636 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9d0b7693-7aa5-4b7a-a0da-188afd3c4711 req-138a7b23-ddc3-4b03-a8fe-7087d630a85f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.3168728 Apr 19 18:50:34.699608 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9d0b7693-7aa5-4b7a-a0da-188afd3c4711 req-36305649-ff0a-4efd-ac89-ca0a7f983f20 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701854 Apr 19 18:50:34.726838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-1feb5bcf-c634-428e-865d-90ab3101aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:34.728689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-1feb5bcf-c634-428e-865d-90ab3101aa7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 1097 time: 0.3548563 Apr 19 18:50:34.731389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cf903df0-f61a-465b-b4f5-42d334a66d68 req-52c12e47-dad9-4354-abad-ae23b4c5e72b service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562419 Apr 19 18:50:34.840454 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-651257bd-9747-47be-9b4a-a21e0db75dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd86014d-f9fe-480c-9b06-431b23ec7924 HTTP/1.1" status: 200 len: 217 time: 0.0851510 Apr 19 18:50:35.037401 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-79e01c3e-82ec-4bf0-a30c-fc47fd138464 req-9e765112-3014-4b91-99b6-04097204b6c3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 210 time: 0.0985587 Apr 19 18:50:35.039126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe774f69-7095-479a-88d4-2e32f17029d8 req-50aae4b6-0cf2-4206-80e3-f60f70ba5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.039126 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe774f69-7095-479a-88d4-2e32f17029d8 req-50aae4b6-0cf2-4206-80e3-f60f70ba5e7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1099 time: 0.3289623 Apr 19 18:50:35.039449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-75766f6e-14cc-4dff-99b3-c2dbcf9d0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.039449 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-75766f6e-14cc-4dff-99b3-c2dbcf9d0926 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb HTTP/1.1" status: 200 len: 848 time: 0.0765357 Apr 19 18:50:35.039651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c039fb-fe7b-49a4-ac57-428ab4bd660d req-12e3b9a0-f304-4c44-b141-3f9fab976891 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.039651 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a1c039fb-fe7b-49a4-ac57-428ab4bd660d req-12e3b9a0-f304-4c44-b141-3f9fab976891 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1762729 Apr 19 18:50:35.039851 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-fc1c1d79-a514-46e3-b520-6a882432717b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489385 Apr 19 18:50:35.039951 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe774f69-7095-479a-88d4-2e32f17029d8 req-e1a97a26-eb5d-49f3-937f-6fb3451ab818 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778732 Apr 19 18:50:35.059719 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a1c039fb-fe7b-49a4-ac57-428ab4bd660d req-575b9972-267a-4b09-9c6f-0b70652b24a4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559225 Apr 19 18:50:35.261400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:35.268175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-608b554c-1d34-4147-9cc2-f76b059ad5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.269666 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-608b554c-1d34-4147-9cc2-f76b059ad5f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1096 time: 0.1486969 Apr 19 18:50:35.273375 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-b844fd60-e734-4e26-8e70-40a15f676da7 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384772 Apr 19 18:50:35.435689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872e84-d96e-4f90-849c-1fd868429be1 req-48243080-1893-4876-afac-c765ac5f7479 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.437596 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b7872e84-d96e-4f90-849c-1fd868429be1 req-48243080-1893-4876-afac-c765ac5f7479 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 944 time: 0.2626712 Apr 19 18:50:35.439668 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924', 'status': 'completed', 'code': 200} Apr 19 18:50:35.464221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39712) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:35.482493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-f9c79796-32e9-43da-b94a-e36440cee234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.483313 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-f9c79796-32e9-43da-b94a-e36440cee234 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1979213 Apr 19 18:50:35.540735 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4c9afa-04a5-4173-a383-62aaf82a8a7b req-34cb6e79-be83-4287-84cc-a6f5c11b13ee service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527573 Apr 19 18:50:35.564531 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b7872e84-d96e-4f90-849c-1fd868429be1 req-5c86c6fe-3152-4092-95cc-a0b824c1939f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078033 Apr 19 18:50:35.652409 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-ebd895e3-ce1f-42ff-8e22-20c2e6e3cfe3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 217 time: 0.1559255 Apr 19 18:50:35.664726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:35.715781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-f5156bed-1771-4aaa-a6ec-0b699b601a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.717483 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-f5156bed-1771-4aaa-a6ec-0b699b601a5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0910556 Apr 19 18:50:35.723299 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:35.730734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Usage tracker for resource:security_group_rule and tenant:a09e760d7600420f98f35a4c11e8da00 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:35.736003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:35.749957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:35.765154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-554ed9f4-1c06-491e-9ccd-db9c8ee2f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.767729 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-554ed9f4-1c06-491e-9ccd-db9c8ee2f418 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0932360 Apr 19 18:50:35.925301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-bd84cc27-9044-4e0e-8327-9c7f926f142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.927530 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-bd84cc27-9044-4e0e-8327-9c7f926f142e service neutron] 10.222.0.16 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 909 time: 0.1943398 Apr 19 18:50:35.968098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-4937e0b9-1696-4239-9fbb-abaa5a4f23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:35.970096 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-4937e0b9-1696-4239-9fbb-abaa5a4f23d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1920078 Apr 19 18:50:36.024686 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-0a0abc6f-951f-4db7-b46f-dfb6b9431fcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd86014d-f9fe-480c-9b06-431b23ec7924 HTTP/1.1" status: 200 len: 217 time: 0.0885799 Apr 19 18:50:36.105763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-4603ca37-4481-4072-8d34-416854ea3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:36.107886 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-4603ca37-4481-4072-8d34-416854ea3f78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb HTTP/1.1" status: 200 len: 848 time: 0.0745947 Apr 19 18:50:36.140792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:36.239032 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-a585f4a5-1f71-43b3-82c6-fb6eae9dc9fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956137 Apr 19 18:50:36.257626 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4f43bd6e-b2b4-4f5a-8866-ab8619395908 req-95908c6f-9c66-446b-8f76-5200578eff07 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 210 time: 0.0635409 Apr 19 18:50:36.409844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884f941-f642-47a9-b595-b067fac8b956 req-716b9b31-7bd4-4a41-80e1-f24bfbd106ae tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:36.412262 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9884f941-f642-47a9-b595-b067fac8b956 req-716b9b31-7bd4-4a41-80e1-f24bfbd106ae tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.5372865 Apr 19 18:50:36.412998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:36.426098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-21e7990a-f7e9-425f-8d01-908dc1af58a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:36.507624 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-cb1a7176-f8fa-489a-856c-555c3a569564 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216713 Apr 19 18:50:36.549269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76feb7f6-7cb9-41d7-b9dc-afcedc805518,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:36.554643 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a09e760d7600420f98f35a4c11e8da00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0893376 Apr 19 18:50:36.555652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:36.560835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39744) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:36.614950 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9884f941-f642-47a9-b595-b067fac8b956 req-535c5ad5-b148-4ed5-ba58-c23b87a85241 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908054 Apr 19 18:50:36.682699 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4598b6-bf67-404f-808d-bf2d273d7908 req-aed0d542-ea79-4daa-8bad-9980d15899e5 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642148 Apr 19 18:50:36.744921 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-e5d9d135-b49f-489f-969e-efeb2c8da350 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917519 Apr 19 18:50:36.750589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:36.824123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9974f-95e8-43fd-b0b9-1cc10888e9c3 req-d5a46a7d-7bb1-4093-b753-5501fe280881 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:36.826244 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-78c9974f-95e8-43fd-b0b9-1cc10888e9c3 req-d5a46a7d-7bb1-4093-b753-5501fe280881 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.2722960 Apr 19 18:50:36.879015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.005951 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-78c9974f-95e8-43fd-b0b9-1cc10888e9c3 req-01015633-eda2-4da5-b5aa-63420bf04040 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292748 Apr 19 18:50:37.028300 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68d0e03a-ec94-41ec-8f05-854367092a8b req-9cb97886-2a83-4fdd-8ef1-ccf9925e6761 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569008 Apr 19 18:50:37.074703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.082159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fe553fee-204e-43e6-9fc3-4bb0e909ac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:37.097060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76feb7f6-7cb9-41d7-b9dc-afcedc805518,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:37.099967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:37.101225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.102421 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76feb7f6-7cb9-41d7-b9dc-afcedc805518 HTTP/1.1" status: 204 len: 168 time: 0.5407379 Apr 19 18:50:37.175353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b72c8-6dee-4a5f-94c4-a43c1657cf6a req-9b78d16c-8de3-4ba8-90b0-35ad17aa7531 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:37.177316 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7c9b72c8-6dee-4a5f-94c4-a43c1657cf6a req-9b78d16c-8de3-4ba8-90b0-35ad17aa7531 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 944 time: 0.2519946 Apr 19 18:50:37.272006 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7c9b72c8-6dee-4a5f-94c4-a43c1657cf6a req-9ccbd489-f251-4953-a159-ef9b560bbbd4 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853083 Apr 19 18:50:37.285368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-26ae6675-2656-4561-b61d-b2b8df6b6f12 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:37.287274 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-26ae6675-2656-4561-b61d-b2b8df6b6f12 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "GET /v2.0/networks?id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 200 len: 813 time: 0.2700794 Apr 19 18:50:37.301597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Request body: {'port': {'device_id': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02', 'admin_state_up': True, 'tenant_id': 'a53adb45ba724c40bdb18fc0d9e9fccc'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:37.448287 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de4c3756-242f-439c-bf46-64c9b08c8a1e req-99f0d651-ffae-4499-affe-249951f1cd92 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 210 time: 0.0633516 Apr 19 18:50:37.477306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:37.483179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Usage tracker for resource:port and tenant:a53adb45ba724c40bdb18fc0d9e9fccc is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:37.490874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:37.498143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:37.537138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Made reservation on behalf of a53adb45ba724c40bdb18fc0d9e9fccc for: {'port': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:50:37.545865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.553170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39776) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:37.691853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.708564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:37.715546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Usage tracker for resource:security_group_rule and tenant:80dd9691a3324c4fa3f6fb5d1dd06a81 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:37.716068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:37.722416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:37.772508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39784) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:37.800800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Allocated IP 172.20.0.4 (c06d42ba-8ec6-49be-bb05-0a65f06a1b02/5c4ca761-806a-4258-830f-3f1421047168/9f419cbf-7699-4ffe-a128-353327701413) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:50:37.805499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.823921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:37.835336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a59cf5e139c147efab2eed6f6a678372 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:37.841068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:37.842139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fd86014d-f9fe-480c-9b06-431b23ec7924 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:50:37.855121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:37.865895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.890365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658106c1-9985-4f01-8921-7c4f3e5ed6a1 req-f6c8a4c5-361b-4174-8de5-214cb2bea6ba tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:37.892015 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-658106c1-9985-4f01-8921-7c4f3e5ed6a1 req-f6c8a4c5-361b-4174-8de5-214cb2bea6ba tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.1566362 Apr 19 18:50:37.923146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:37.934879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5c6d2e2f-f9a7-4c4d-aa9d-0ecf3c6c0930 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.002235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80dd9691a3324c4fa3f6fb5d1dd06a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462671 Apr 19 18:50:38.005123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e792e4-7282-417b-86b4-754f978a0782,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.009041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.009871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39790) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:38.010800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fd86014d-f9fe-480c-9b06-431b23ec7924,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:38.012870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.027846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'fd86014d-f9fe-480c-9b06-431b23ec7924', 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9', 'port_id': 'fd86014d-f9fe-480c-9b06-431b23ec7924', 'mac_address': 'fa:16:3e:4f:30:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac1bd23-ebf9-4265-ae62-8e70c2e7fecb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:50:38.055578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.068669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-587cc010-3529-40cf-a60e-62b35ccab30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.095672 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-658106c1-9985-4f01-8921-7c4f3e5ed6a1 req-537bc502-d715-49ec-974a-220fe8d4332d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837018 Apr 19 18:50:38.096813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.111298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a59cf5e139c147efab2eed6f6a678372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376625 Apr 19 18:50:38.111465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39796) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:38.121640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd86014d-f9fe-480c-9b06-431b23ec7924 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:38.140769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fd86014d-f9fe-480c-9b06-431b23ec7924,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:38.141314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.150069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.164295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3d45e-1304-46a7-aba0-d702a3a26308,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.167709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.184001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.205962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.206823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:50:38.211952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.249831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.269373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.291356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.305633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.319094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.335776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664aea6-045e-4f09-916c-76d489eb4327 req-2836a8b6-21dc-4d95-91d3-fccc1f24d7dd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:38.337669 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6664aea6-045e-4f09-916c-76d489eb4327 req-2836a8b6-21dc-4d95-91d3-fccc1f24d7dd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1329145 Apr 19 18:50:38.362319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.371325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24efd763-c7c3-4460-957f-a5930bea055d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.387284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e792e4-7282-417b-86b4-754f978a0782,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.390035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.419822 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6664aea6-045e-4f09-916c-76d489eb4327 req-89b5f282-65e6-4ee5-b865-9874015af34f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751781 Apr 19 18:50:38.421781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.423505 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75e792e4-7282-417b-86b4-754f978a0782 HTTP/1.1" status: 204 len: 168 time: 0.4119506 Apr 19 18:50:38.442774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:50:38.449558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:50:38.452363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:50:38.459415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:38.460111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.469701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.480408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:38.496187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:50:38.496825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Pushing event updated for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.511344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.596730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee16d1-0ed4-4b52-a00f-8a181738127e req-bb717ec2-1ff5-4ad9-a178-bd65a5286ddb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:38.598842 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7bee16d1-0ed4-4b52-a00f-8a181738127e req-bb717ec2-1ff5-4ad9-a178-bd65a5286ddb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.2760415 Apr 19 18:50:38.607202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3100657 Apr 19 18:50:38.617993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.631028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Request body: {'port': {'device_id': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:38.636794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:38.654795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:38.677555 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.685248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-81d05fd0-408c-4d3f-ace4-edcf98d73641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.695782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439b005-b49b-4a67-908a-7d6693a1bcaf req-26062de5-051f-4c0c-b5f9-cbde8cc76eeb tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:38.697378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2439b005-b49b-4a67-908a-7d6693a1bcaf req-26062de5-051f-4c0c-b5f9-cbde8cc76eeb tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 945 time: 0.1107292 Apr 19 18:50:38.697667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.699866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:38.721031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3d45e-1304-46a7-aba0-d702a3a26308,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.733074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.741739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:38.745489 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6df3d45e-1304-46a7-aba0-d702a3a26308 HTTP/1.1" status: 204 len: 168 time: 0.6303675 Apr 19 18:50:38.748842 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7bee16d1-0ed4-4b52-a00f-8a181738127e req-b7e30264-23ab-4ad5-8aa4-9261afca95b1 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403258 Apr 19 18:50:38.811428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2439b005-b49b-4a67-908a-7d6693a1bcaf req-1d3d4241-744d-4cf9-a8e1-9b856224aa9f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070337 Apr 19 18:50:38.826734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:38.826734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:38.876113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.018516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['fd86014d-f9fe-480c-9b06-431b23ec7924'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:39.093245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['bf7cb878-78df-4e51-9b8c-1d083c421a37'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:39.143712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-ec0d5db4-467a-4dc6-865f-c1190b6744f4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:39.143712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-ec0d5db4-467a-4dc6-865f-c1190b6744f4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:39.204835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39820) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:39.255416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.276808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:39.281215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Usage tracker for resource:security_group_rule and tenant:623ab8c941fd4f6492f789d8a730859f is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:39.284357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:39.291467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:39.386080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.433538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f419cbf-7699-4ffe-a128-353327701413 {{(pid=86484) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:39.434228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.443967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.457504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a8ac7d9f-a2da-44bc-aff0-c82fa078eaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:39.464169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Transition to ACTIVE for port object 9f419cbf-7699-4ffe-a128-353327701413 will not be triggered until provisioned by entity L2. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:50:39.468171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-ec0d5db4-467a-4dc6-865f-c1190b6744f4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:39.468339 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-ec0d5db4-467a-4dc6-865f-c1190b6744f4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 931 time: 0.5225353 Apr 19 18:50:39.527087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.568439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:39.604866 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=623ab8c941fd4f6492f789d8a730859f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921583 Apr 19 18:50:39.609276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf126f-1483-436f-a822-24e09f7012d3,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:39.648461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:39.653193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39832) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:39.715554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Pushing event updated for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:39.741696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:39.818690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-d11a7470-0055-4489-903c-e216599aaee0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:50:39.831015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 39838) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:39.919547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4ed4f-7af7-4da0-8150-e0b950f482f7 req-a9edf31a-4a4c-4662-966b-558139423dc2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:39.921206 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e5f4ed4f-7af7-4da0-8150-e0b950f482f7 req-a9edf31a-4a4c-4662-966b-558139423dc2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.2082770 Apr 19 18:50:39.922234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.928744 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.954314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Attempting to bind port 9f419cbf-7699-4ffe-a128-353327701413 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:50:39.954745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Attempting to bind port 9f419cbf-7699-4ffe-a128-353327701413 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:50:39.955132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Attempting to bind port 9f419cbf-7699-4ffe-a128-353327701413 on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:39.958930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:39.965725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Usage tracker for resource:security_group_rule and tenant:68ddb86d4fdd4ca88e620c43d3baeb78 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:39.968933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Port 9f419cbf-7699-4ffe-a128-353327701413 on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:50:39.969496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Attempting to bind port 9f419cbf-7699-4ffe-a128-353327701413 on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:50:39.971783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:39.981452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:39.984042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:50:39.984412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Checking segment: {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:50:39.985168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Bound using segment: {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'} {{(pid=86484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:50:39.985304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Bound port: 9f419cbf-7699-4ffe-a128-353327701413, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'}}] {{(pid=86484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:50:39.985631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:39.991936 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.005554 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e5f4ed4f-7af7-4da0-8150-e0b950f482f7 req-a26266cd-9a8e-411e-a7de-47ac9547416b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720963 Apr 19 18:50:40.062620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.070651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:40.072219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-d11a7470-0055-4489-903c-e216599aaee0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:50:40.073480 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-db876746-ebcf-4052-80e1-131271ff3ab5 req-d11a7470-0055-4489-903c-e216599aaee0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927444 Apr 19 18:50:40.099606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf126f-1483-436f-a822-24e09f7012d3,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:40.107646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:40.118234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.120169 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5adf126f-1483-436f-a822-24e09f7012d3 HTTP/1.1" status: 204 len: 168 time: 0.4638197 Apr 19 18:50:40.150548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, cleared binding levels {{(pid=86484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:50:40.157122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9f419cbf-7699-4ffe-a128-353327701413,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:50:40.225920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.232615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:40.257722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060bc8e-7cd4-4cd9-b8a1-d65040e961a5 req-1b12d86c-3f46-497b-bbe1-5e8ae2f051d5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:40.259871 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3060bc8e-7cd4-4cd9-b8a1-d65040e961a5 req-1b12d86c-3f46-497b-bbe1-5e8ae2f051d5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 945 time: 0.1224189 Apr 19 18:50:40.314400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:40.315394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.316906 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f419cbf-7699-4ffe-a128-353327701413 HTTP/1.1" status: 200 len: 1093 time: 1.6928992 Apr 19 18:50:40.321313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'tag': '9f419cbf-7699-4ffe-a128-353327701413'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:40.370950 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3060bc8e-7cd4-4cd9-b8a1-d65040e961a5 req-ebfaadc0-885b-4a7c-b284-2fb660c362f8 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Apr 19 18:50:40.414838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.418904 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'tag': '9f419cbf-7699-4ffe-a128-353327701413', 'status': 'completed', 'code': 200} Apr 19 18:50:40.428156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Pushing event updated for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=3']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:40.431529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:40.475452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.489630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cb149db3-271a-45a5-85ba-c8a6468138f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:40.547479 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68ddb86d4fdd4ca88e620c43d3baeb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6687202 Apr 19 18:50:40.550309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 39856) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:40.557785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a4ded4-b3b3-4b15-9b30-560d8b9e605b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:40.561260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:40.586454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-0f4fc666-8bcc-4507-9ef0-f5eb24994564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:40.588143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-0f4fc666-8bcc-4507-9ef0-f5eb24994564 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 1096 time: 0.1554413 Apr 19 18:50:40.624772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.656168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.670094 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-ac6ef906-f773-4a5d-bc3f-246533521c51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f419cbf-7699-4ffe-a128-353327701413 HTTP/1.1" status: 200 len: 217 time: 0.0699208 Apr 19 18:50:40.730755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.736372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-100c7e47-1d40-4fce-a6ad-6e2c70bd56e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:40.746583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-1e9406fb-4377-448b-9019-3e5290c4c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:40.747860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a4ded4-b3b3-4b15-9b30-560d8b9e605b,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:40.748151 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-1e9406fb-4377-448b-9019-3e5290c4c5f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c4ca761-806a-4258-830f-3f1421047168 HTTP/1.1" status: 200 len: 853 time: 0.0694718 Apr 19 18:50:40.753163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:40.755506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.756732 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36a4ded4-b3b3-4b15-9b30-560d8b9e605b HTTP/1.1" status: 204 len: 168 time: 0.2053001 Apr 19 18:50:40.816730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-0898279c-e7e7-4efd-b792-4dacc8a48151 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605495 Apr 19 18:50:40.919957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:40.967689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-282bc205-2471-4eb9-bb20-68e1736df448 service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427407 Apr 19 18:50:41.165616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92131ee0-d824-4713-8f97-10ed88d01ba4 req-4695dac0-54de-40de-bb6b-345518091a33 service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721401 Apr 19 18:50:41.265618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2fd5-1aba-4f00-973d-7160713127df req-78d4e0c2-f507-42ac-acf5-0cf97c6892b4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.267611 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62cf2fd5-1aba-4f00-973d-7160713127df req-78d4e0c2-f507-42ac-acf5-0cf97c6892b4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.1018596 Apr 19 18:50:41.326828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62cf2fd5-1aba-4f00-973d-7160713127df req-28273c41-a79b-434e-8dc3-7762d51d6ede tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507703 Apr 19 18:50:41.374891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ee70-0c82-4528-b869-c93eced50486 req-ff8006ce-9851-4416-b82c-862c9fb1c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.376689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-ff8006ce-9851-4416-b82c-862c9fb1c389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 1096 time: 0.1036379 Apr 19 18:50:41.626935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ee70-0c82-4528-b869-c93eced50486 req-ef429943-19d4-44f4-91f4-bc8f61c3beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.629772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-ef429943-19d4-44f4-91f4-bc8f61c3beb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 200 len: 914 time: 0.2442455 Apr 19 18:50:41.649211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be821f3c-c9c7-4441-aebb-2c864d17259d req-6e8e01ac-757c-4874-813a-1d4f1738db65 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.659979 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be821f3c-c9c7-4441-aebb-2c864d17259d req-6e8e01ac-757c-4874-813a-1d4f1738db65 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 943 time: 0.1861641 Apr 19 18:50:41.736107 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-ca53dfe1-7816-4db2-b9ad-5ae2aad881da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f419cbf-7699-4ffe-a128-353327701413 HTTP/1.1" status: 200 len: 217 time: 0.0989408 Apr 19 18:50:41.796044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be821f3c-c9c7-4441-aebb-2c864d17259d req-2a45b776-4f29-4138-9cb3-eb2eb09701cc tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373577 Apr 19 18:50:41.821861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-3742c66e-0eb7-4ba1-9f74-f66ab92b596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.823645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-3742c66e-0eb7-4ba1-9f74-f66ab92b596d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.1625600 Apr 19 18:50:41.858897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fd86014d-f9fe-480c-9b06-431b23ec7924 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:41.873573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ee70-0c82-4528-b869-c93eced50486 req-fdc6bc1a-4e9d-4b00-989f-fb3836513912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.875202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-fdc6bc1a-4e9d-4b00-989f-fb3836513912 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c4ca761-806a-4258-830f-3f1421047168 HTTP/1.1" status: 200 len: 853 time: 0.1197820 Apr 19 18:50:41.939254 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-bf844fd1-3406-4152-9fd2-2e07d5e5093d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544827 Apr 19 18:50:41.995067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-a4bf5fbb-e852-4c69-b1a7-b6726596eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:41.997045 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-a4bf5fbb-e852-4c69-b1a7-b6726596eaa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.1654305 Apr 19 18:50:42.052006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port fd86014d-f9fe-480c-9b06-431b23ec7924 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:42.058308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port fd86014d-f9fe-480c-9b06-431b23ec7924 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:42.058913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:42.135319 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-5c3e4419-c121-4b1c-94b9-e93979c80a95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.1294258 Apr 19 18:50:42.243958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fe699-7f6b-4866-bfcb-cd0102c9c0dc req-e0a9edd3-c716-4d68-90f7-7ee50f4cdbf4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:42.245582 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-035fe699-7f6b-4866-bfcb-cd0102c9c0dc req-e0a9edd3-c716-4d68-90f7-7ee50f4cdbf4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1714578 Apr 19 18:50:42.255567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:42.256627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-53471cab-2da7-4381-9d9d-ade4866e7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:42.258224 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-53471cab-2da7-4381-9d9d-ade4866e7502 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.1122015 Apr 19 18:50:42.315469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fd86014d-f9fe-480c-9b06-431b23ec7924,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:42.316560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:42.337375 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-5961f598-8898-4dd7-a84b-1d08423c38dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596092 Apr 19 18:50:42.354362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:42.355398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:42.361772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-035fe699-7f6b-4866-bfcb-cd0102c9c0dc req-ddcc50a9-4d92-4640-a6d8-bc2f9676ecf7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079967 Apr 19 18:50:42.508258 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924', 'code': 200} Apr 19 18:50:42.508847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-98f626d6-b821-4842-8c71-7c1246f44474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:42.625149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-c20a3702-c405-4c44-b253-04b107113243 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669911 Apr 19 18:50:42.634481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:42.653877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:42.655782 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-5a6e8828-f8f1-40ea-8e79-9d80e319b0bc service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053998 Apr 19 18:50:42.697067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port bf7cb878-78df-4e51-9b8c-1d083c421a37 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:42.714397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port bf7cb878-78df-4e51-9b8c-1d083c421a37 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:42.714860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:42.937866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780988e-90fd-4e51-ba08-9fa91ead8b4c req-aea37588-4852-45b7-9b94-6b9a9af033db tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:42.939161 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b780988e-90fd-4e51-ba08-9fa91ead8b4c req-aea37588-4852-45b7-9b94-6b9a9af033db tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.8410187 Apr 19 18:50:42.942943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-149ed9dc-f29a-49d0-a375-7f02f0de3e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:42.994680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:43.031251 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b780988e-90fd-4e51-ba08-9fa91ead8b4c req-4cbc8d1e-fdba-495d-a9a8-bf4a489760f8 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Apr 19 18:50:43.079718 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f462ee70-0c82-4528-b869-c93eced50486 req-d0da24af-cbe2-4eeb-a331-9de999f19676 service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118173 Apr 19 18:50:43.086514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:43.116139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:43.119359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:43.135238 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ad1bed5-91ef-42ca-89c9-8e2acb7ccc94 req-f294e6b9-88fc-4fa0-8da0-00742aba252d service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995377 Apr 19 18:50:43.204286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150032-b97e-4fcc-a069-5e9d9127a70e req-9f26ca3a-38d9-45cd-a382-6bb238ec9a2f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:43.218358 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9150032-b97e-4fcc-a069-5e9d9127a70e req-9f26ca3a-38d9-45cd-a382-6bb238ec9a2f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.5477972 Apr 19 18:50:43.253692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840d9b4-7094-4e87-869a-3be73d0ff893 req-1413987a-87f8-4e37-a8b7-3bfdb76a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:43.256722 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7840d9b4-7094-4e87-869a-3be73d0ff893 req-1413987a-87f8-4e37-a8b7-3bfdb76a40ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 1099 time: 0.3848922 Apr 19 18:50:43.263972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:43.277500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:43.327228 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9150032-b97e-4fcc-a069-5e9d9127a70e req-9611f789-57cd-4e11-b7ec-e1466cbc8304 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076405 Apr 19 18:50:43.350472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7840d9b4-7094-4e87-869a-3be73d0ff893 req-9497d8a2-bbc0-45ab-abbb-3a05ea230d9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747516 Apr 19 18:50:43.501526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2523-8b0f-4511-b072-80c5221c04a1 req-88000169-d9c3-4f36-8ccc-d104ec4eb09a tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:43.503196 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7a3c2523-8b0f-4511-b072-80c5221c04a1 req-88000169-d9c3-4f36-8ccc-d104ec4eb09a tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 943 time: 0.1082237 Apr 19 18:50:43.573998 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7a3c2523-8b0f-4511-b072-80c5221c04a1 req-ee336a6d-7589-4075-bf20-59d909145c98 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Apr 19 18:50:43.648652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c76ed3-8023-4e66-852e-1a5143cf0621 req-43466425-981d-452b-9fe0-25f77519a1d7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:43.650374 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-57c76ed3-8023-4e66-852e-1a5143cf0621 req-43466425-981d-452b-9fe0-25f77519a1d7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1554251 Apr 19 18:50:43.701509 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-57c76ed3-8023-4e66-852e-1a5143cf0621 req-97f486cb-31d3-4fc6-b3fa-52bb18a5f266 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438712 Apr 19 18:50:43.878362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9f419cbf-7699-4ffe-a128-353327701413 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:50:44.026670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9f419cbf-7699-4ffe-a128-353327701413,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:44.041215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '9f419cbf-7699-4ffe-a128-353327701413', 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02', 'port_id': '9f419cbf-7699-4ffe-a128-353327701413', 'mac_address': 'fa:16:3e:db:94:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ca761-806a-4258-830f-3f1421047168', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:50:44.106192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.124797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f419cbf-7699-4ffe-a128-353327701413 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:50:44.141274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9f419cbf-7699-4ffe-a128-353327701413,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:44.194356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:44.196355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-934f1137-701a-40cc-86b6-4342d93a4515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:44.257701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130b202-ce2e-4bc8-850e-0e0b11fb1751 req-7a6dec09-d62f-41ca-ac39-5cb66672f7ae tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:44.259351 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6130b202-ce2e-4bc8-850e-0e0b11fb1751 req-7a6dec09-d62f-41ca-ac39-5cb66672f7ae tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.1079309 Apr 19 18:50:44.274131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:44.277357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:44.336603 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6130b202-ce2e-4bc8-850e-0e0b11fb1751 req-c195f103-c3e9-4b9b-8be3-65f51e4a2e0f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691364 Apr 19 18:50:44.510115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:44.551906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['9f419cbf-7699-4ffe-a128-353327701413'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:44.574114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8537cb-cd73-45ff-9f8c-97e5bdcbaa8d req-4873a481-a41c-4e64-8ae5-79b4b6501744 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:44.582270 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dc8537cb-cd73-45ff-9f8c-97e5bdcbaa8d req-4873a481-a41c-4e64-8ae5-79b4b6501744 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1290412 Apr 19 18:50:44.651374 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dc8537cb-cd73-45ff-9f8c-97e5bdcbaa8d req-c79248c2-1b22-4e9e-abf0-863d6678e91c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679789 Apr 19 18:50:44.669573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'code': 200} Apr 19 18:50:44.876540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f8d2-a40d-4405-9d33-f186fdb0214c req-57e9bd5d-b77e-40cb-93f3-a16de2b14223 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:44.884752 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81b2f8d2-a40d-4405-9d33-f186fdb0214c req-57e9bd5d-b77e-40cb-93f3-a16de2b14223 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 944 time: 0.1457996 Apr 19 18:50:44.904199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40028) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:44.956387 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81b2f8d2-a40d-4405-9d33-f186fdb0214c req-498ebcce-1c58-4ecf-afdf-d59cfe0b9800 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699868 Apr 19 18:50:44.996467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714bb9-7a05-4549-9c37-9aa8ed8fa0ab req-7f89570d-5bb9-4e78-af18-83ae82fd8b57 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:45.002791 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-43714bb9-7a05-4549-9c37-9aa8ed8fa0ab req-7f89570d-5bb9-4e78-af18-83ae82fd8b57 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1509025 Apr 19 18:50:45.058773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-43714bb9-7a05-4549-9c37-9aa8ed8fa0ab req-f8b1666e-86a2-4168-b40c-e6f90e44a353 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Apr 19 18:50:45.095603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.115353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:45.119330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ea244-df7b-4c2f-b291-ca0a4e1fab35 req-422c03b4-7c58-487b-9127-906161c2be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:45.120902 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a46ea244-df7b-4c2f-b291-ca0a4e1fab35 req-422c03b4-7c58-487b-9127-906161c2be39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1098 time: 0.1227336 Apr 19 18:50:45.123243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Usage tracker for resource:security_group_rule and tenant:10d059c18f224f94b51414b685e336be is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:45.126227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:45.146101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:45.188637 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a46ea244-df7b-4c2f-b291-ca0a4e1fab35 req-f9a17952-83f1-4e65-ba59-50494b7c7d02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592580 Apr 19 18:50:45.253576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.319875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.333326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ca2961b0-b3e9-47dd-b134-455f3cfacd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:45.380830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10d059c18f224f94b51414b685e336be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729517 Apr 19 18:50:45.380961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40036) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:45.383681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024e33f-b772-497e-b718-b6951bd750e7,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:45.398298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:45.452861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.488796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.531148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d163bd2-5ae4-46f8-8862-de8da3295032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.605660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.619936 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:45.826886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024e33f-b772-497e-b718-b6951bd750e7,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:45.831724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:45.841419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:45.844093 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7024e33f-b772-497e-b718-b6951bd750e7 HTTP/1.1" status: 204 len: 168 time: 0.4621649 Apr 19 18:50:45.886248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6085-c81b-4842-baa1-575fa26f7053 req-b514b0cb-6b71-4cc4-9bea-24615e5da544 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:45.887460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cada7d-78e1-4b62-9dbf-78d2ef96901f req-8b270088-05ca-42ea-b31e-fbc5a9a1d67d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:45.889308 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6cada7d-78e1-4b62-9dbf-78d2ef96901f req-8b270088-05ca-42ea-b31e-fbc5a9a1d67d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1143816 Apr 19 18:50:45.889936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3d6e6085-c81b-4842-baa1-575fa26f7053 req-b514b0cb-6b71-4cc4-9bea-24615e5da544 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.3284423 Apr 19 18:50:45.947106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6cada7d-78e1-4b62-9dbf-78d2ef96901f req-950b896d-98b4-4871-9c41-0ca7d09c8eea tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502703 Apr 19 18:50:45.954717 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3d6e6085-c81b-4842-baa1-575fa26f7053 req-40beb50c-cff8-46bb-9ce7-30629a5ab666 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Apr 19 18:50:46.000030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.169695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1972fd0-e5a3-4bc4-925f-6de73f92d64b req-ecdb4cf3-e335-4d79-a79b-764eb576ca41 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:46.171471 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1972fd0-e5a3-4bc4-925f-6de73f92d64b req-ecdb4cf3-e335-4d79-a79b-764eb576ca41 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 944 time: 0.0973382 Apr 19 18:50:46.171615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.226922 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1972fd0-e5a3-4bc4-925f-6de73f92d64b req-3641ae66-018a-46df-b3e2-8a5fbe106486 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Apr 19 18:50:46.305713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e959fc-2828-4efd-8c3a-305c51eae3cc req-2ea39f44-200c-4987-bac7-f3382e467537 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:46.313692 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92e959fc-2828-4efd-8c3a-305c51eae3cc req-2ea39f44-200c-4987-bac7-f3382e467537 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1082733 Apr 19 18:50:46.359682 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92e959fc-2828-4efd-8c3a-305c51eae3cc req-bbf48d43-f5c3-45f3-b66c-e8d9601d3196 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Apr 19 18:50:46.543979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40066) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:46.576645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.596225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:46.603304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Usage tracker for resource:security_group_rule and tenant:e4e34eef2e394876b42f71dc5b55cd2b is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:46.606722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:46.614037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:46.722452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.759622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.769020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8efd306c-8bbf-4677-b907-4e8d15038338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:46.813359 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4e34eef2e394876b42f71dc5b55cd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682362 Apr 19 18:50:46.814269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c1eb8-6795-4360-b2ac-c566105aa833,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:46.816132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40078) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:46.818175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:46.887708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:46.916756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.022811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.028143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ddc9308f-54d5-4bf0-b769-cd87c4a3a659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:47.053282 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c1eb8-6795-4360-b2ac-c566105aa833,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:47.059626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:47.064889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.070471 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f61c1eb8-6795-4360-b2ac-c566105aa833 HTTP/1.1" status: 204 len: 168 time: 0.2501140 Apr 19 18:50:47.199919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84520f-79e9-42af-86d3-dd3a4cc9d5ba req-5a26d910-7e9f-4c2b-b4e7-f7a2b00a90c3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:47.201605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed84520f-79e9-42af-86d3-dd3a4cc9d5ba req-5a26d910-7e9f-4c2b-b4e7-f7a2b00a90c3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1156509 Apr 19 18:50:47.255998 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed84520f-79e9-42af-86d3-dd3a4cc9d5ba req-d39d0c29-48c5-442f-b6d4-1c77193856e9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 Apr 19 18:50:47.463397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f58b6-8996-4d12-9a5b-ce8df0e1898e req-ec72a7d3-827d-4cc1-88d3-017af10ba4f0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:47.465166 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-625f58b6-8996-4d12-9a5b-ce8df0e1898e req-ec72a7d3-827d-4cc1-88d3-017af10ba4f0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 944 time: 0.0998268 Apr 19 18:50:47.502731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.521645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-625f58b6-8996-4d12-9a5b-ce8df0e1898e req-f05d0d2a-0902-4e69-8954-ea2e820ccab0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Apr 19 18:50:47.736364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd11b9e-42e4-4144-8411-0837388b80fb req-a4e48036-5067-43e1-9f62-68f439d5b1c6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:47.737985 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8fd11b9e-42e4-4144-8411-0837388b80fb req-a4e48036-5067-43e1-9f62-68f439d5b1c6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0967686 Apr 19 18:50:47.749001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40118) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:47.754865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'floatingip': {'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:50:47.771302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f2d9e-656b-43c5-844f-325d3ed2f373 req-71a0d82d-d3a5-4f5c-86a3-f8ac5780a5e9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:47.773367 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4f2d9e-656b-43c5-844f-325d3ed2f373 req-71a0d82d-d3a5-4f5c-86a3-f8ac5780a5e9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1059833 Apr 19 18:50:47.853475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:47.865738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2c4f2d9e-656b-43c5-844f-325d3ed2f373 req-1e8db877-eecf-48b6-8cf8-c22f29aa34b1 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Apr 19 18:50:47.900342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9f419cbf-7699-4ffe-a128-353327701413 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:50:48.045131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 9f419cbf-7699-4ffe-a128-353327701413 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:50:48.051647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 9f419cbf-7699-4ffe-a128-353327701413 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:50:48.053232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.138598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ed82-ddaf-4299-b695-68b9ab376d51 req-3d76f0f5-cabc-4b5a-acfb-c4962efed3a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:48.147276 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1a79ed82-ddaf-4299-b695-68b9ab376d51 req-3d76f0f5-cabc-4b5a-acfb-c4962efed3a1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.2296505 Apr 19 18:50:48.247279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.278595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f419cbf-7699-4ffe-a128-353327701413'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:48.292459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9f419cbf-7699-4ffe-a128-353327701413,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:48.337449 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1a79ed82-ddaf-4299-b695-68b9ab376d51 req-65dc9597-4cbb-49c1-bac9-a9d0257a20dc tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891191 Apr 19 18:50:48.348916 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f419cbf-7699-4ffe-a128-353327701413', 'code': 200} Apr 19 18:50:48.354008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.356075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:48.432585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:48.436133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:48.750189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04719c9-2cc9-4de1-bb4b-22b0d4f1b14d req-6eabaaf9-7ba6-43fa-859b-a3af2775e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:48.755146 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e04719c9-2cc9-4de1-bb4b-22b0d4f1b14d req-6eabaaf9-7ba6-43fa-859b-a3af2775e4fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 1098 time: 0.0900815 Apr 19 18:50:48.787596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:48.803619 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e04719c9-2cc9-4de1-bb4b-22b0d4f1b14d req-9df1871b-d6c2-4227-94f4-c497f6893a73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Apr 19 18:50:48.827054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ea60e-2590-4853-bade-00db2ad804df req-d3e9196b-efe4-42c5-b5dc-16ff1353396b tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:48.828630 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b74ea60e-2590-4853-bade-00db2ad804df req-d3e9196b-efe4-42c5-b5dc-16ff1353396b tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1058967 Apr 19 18:50:48.829826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:49.027667 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b74ea60e-2590-4853-bade-00db2ad804df req-f8ca7dc1-5de5-46c3-ade8-c756ab849444 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374881 Apr 19 18:50:49.055469 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Floating IP 405d839c-ffcd-494b-b526-89904875e7f1 associated. External IP: 172.28.3.217, port: bf7cb878-78df-4e51-9b8c-1d083c421a37. Apr 19 18:50:49.095376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496235c-aa0c-4152-b64c-bd68c23dbd8e req-b08b81d0-fe7f-4708-b083-4bb0084737bd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:49.103617 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0496235c-aa0c-4152-b64c-bd68c23dbd8e req-b08b81d0-fe7f-4708-b083-4bb0084737bd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1056015 Apr 19 18:50:49.171317 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0496235c-aa0c-4152-b64c-bd68c23dbd8e req-d3a11ef6-e63c-4e00-ab90-a89b7d32eb23 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666645 Apr 19 18:50:49.596269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-db6675aa-5564-4c97-bf5f-2e071ff72351 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:49.599754 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-db6675aa-5564-4c97-bf5f-2e071ff72351 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.1944520 Apr 19 18:50:49.677235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb59d4-6b1a-491e-be15-e6f235ae89ca req-34605411-0e7b-44a3-92df-81323d640588 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:49.685103 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a3cb59d4-6b1a-491e-be15-e6f235ae89ca req-34605411-0e7b-44a3-92df-81323d640588 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 946 time: 0.2124267 Apr 19 18:50:49.711950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:50:49.751350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Deleting port fd86014d-f9fe-480c-9b06-431b23ec7924 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:50:49.751817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:49.844346 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a3cb59d4-6b1a-491e-be15-e6f235ae89ca req-a6c45d49-1fec-44b4-aefb-ac8b64ffb818 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524899 Apr 19 18:50:49.912287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:50:49.917184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:49.934741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:50:49.965857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:49.968025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:50:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:49.992922 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-79cd0a6a-83b8-49ef-a178-3726014449df tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "PUT /v2.0/floatingips/405d839c-ffcd-494b-b526-89904875e7f1 HTTP/1.1" status: 200 len: 991 time: 2.2427323 Apr 19 18:50:49.993977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:50.070664 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'status': 'completed', 'code': 200} Apr 19 18:50:50.191326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:50.360083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] For port fd86014d-f9fe-480c-9b06-431b23ec7924, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fd86014d-f9fe-480c-9b06-431b23ec7924,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:50:50.360412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.401111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955e33-eb79-49d0-92a9-5827f6e30657 req-eb88e463-32e8-45ab-a6ca-e8429fb2a0ac tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:50.408749 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-41955e33-eb79-49d0-92a9-5827f6e30657 req-eb88e463-32e8-45ab-a6ca-e8429fb2a0ac tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1077359 Apr 19 18:50:50.468004 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-41955e33-eb79-49d0-92a9-5827f6e30657 req-3f2fc9a0-014e-4215-a052-10bc41f80ee0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560741 Apr 19 18:50:50.510644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494266-015d-4926-8947-e10603cbc020 req-5e9ed98d-fe77-485d-acbe-ef698be470d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:50.512505 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-5e9ed98d-fe77-485d-acbe-ef698be470d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1098 time: 0.3665271 Apr 19 18:50:50.520669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Calling delete_port for fd86014d-f9fe-480c-9b06-431b23ec7924 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:50:50.607423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5661-e1ac-4d74-8978-999fa8a512b9 req-86acd46e-b8be-4b91-86ec-bafc9e4f4a2c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:50.609015 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-912f5661-e1ac-4d74-8978-999fa8a512b9 req-86acd46e-b8be-4b91-86ec-bafc9e4f4a2c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.4180689 Apr 19 18:50:50.675711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '405d839c-ffcd-494b-b526-89904875e7f1', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:21Z', 'updated_at': '2021-04-19T18:50:48Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:50.680078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:50:50.688974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:50:50.689616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:50:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:50.771808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-912f5661-e1ac-4d74-8978-999fa8a512b9 req-53f7cdd6-4a89-4571-9962-64d2a2dcd413 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045830 Apr 19 18:50:50.837186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494266-015d-4926-8947-e10603cbc020 req-9b045ed8-bf02-441a-87f7-5bd597c59905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:50.838698 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-9b045ed8-bf02-441a-87f7-5bd597c59905 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.2780945 Apr 19 18:50:50.883857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:50:50.970253 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-2c64501d-148b-4c0d-b415-8b89d18c512e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 999 time: 0.1190138 Apr 19 18:50:50.973988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:50.980790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:50.989149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['fd86014d-f9fe-480c-9b06-431b23ec7924'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:50:51.059939 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d57f76d7-893b-44e9-bab2-be60e54c8a43 req-1f5c5b14-4a0f-42de-a1a1-c8bbbe010d3c tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0687439 Apr 19 18:50:51.203509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Pushing event deleted for resources: {'Port': ['ID=fd86014d-f9fe-480c-9b06-431b23ec7924,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:51.211402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:51.265792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] No DVR routers for this DVR port fd86014d-f9fe-480c-9b06-431b23ec7924 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:50:51.269364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:51.276478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'name': 'network-vif-deleted', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:50:51.298051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494266-015d-4926-8947-e10603cbc020 req-3c8b4723-05d4-4c28-a2ff-0606778a77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:51.299716 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-3c8b4723-05d4-4c28-a2ff-0606778a77a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.3202817 Apr 19 18:50:51.357323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '405d839c-ffcd-494b-b526-89904875e7f1', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:21Z', 'updated_at': '2021-04-19T18:50:48Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:50:51.361776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca454af7-0c79-4ac9-99cb-ff0a1de6a28e None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '405d839c-ffcd-494b-b526-89904875e7f1', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:21Z', 'updated_at': '2021-04-19T18:50:48Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:50:51.371371 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dfac1f-ad0d-4177-8bc8-4a7620112ca7', 'name': 'network-vif-deleted', 'tag': 'fd86014d-f9fe-480c-9b06-431b23ec7924', 'status': 'completed', 'code': 200} Apr 19 18:50:51.378289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eee93e5b-81f5-4e85-a551-1b598f41c128 req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "DELETE /v2.0/ports/fd86014d-f9fe-480c-9b06-431b23ec7924 HTTP/1.1" status: 204 len: 173 time: 1.7664969 Apr 19 18:50:51.435700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494266-015d-4926-8947-e10603cbc020 req-e6103e93-8d84-4d03-b6e9-2bde67b06b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:51.437174 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-e6103e93-8d84-4d03-b6e9-2bde67b06b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190217 Apr 19 18:50:51.622028 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-edcfc685-82c1-47fd-917e-bbc146c60e21 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689210 Apr 19 18:50:51.810125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354f60d-c08c-4cd5-a44b-73cce3b9e106 None None] New status for floating IP 405d839c-ffcd-494b-b526-89904875e7f1: ACTIVE {{(pid=86485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:50:51.847000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb29e-da40-41cd-9a21-be79122bb9b9 req-7ca149be-bc2e-45b4-af8e-767e032f8cfd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:51.863003 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4b8cb29e-da40-41cd-9a21-be79122bb9b9 req-7ca149be-bc2e-45b4-af8e-767e032f8cfd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.2229979 Apr 19 18:50:51.925786 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9494266-015d-4926-8947-e10603cbc020 req-5b8e4d13-9a9c-4920-be6e-064ff78bb921 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851052 Apr 19 18:50:51.952811 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4b8cb29e-da40-41cd-9a21-be79122bb9b9 req-e4a12a0e-66df-456e-b873-0cca86e01cd4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870712 Apr 19 18:50:52.291542 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4cde44e3-b3b5-4987-afa6-fa2540f8a995 req-95a3e47b-816a-4f5e-867d-2e0a22c23373 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=47dfac1f-ad0d-4177-8bc8-4a7620112ca7 HTTP/1.1" status: 200 len: 210 time: 0.0503535 Apr 19 18:50:52.321544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40316) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:52.491168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.508363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:52.513657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f9bb277f9f44b999f1980d7809ea4a is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:52.517134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:52.526308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:52.622739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.645304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.654693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e4706eb-f662-4a0b-9fb2-ff654911a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:52.700368 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3f9bb277f9f44b999f1980d7809ea4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776574 Apr 19 18:50:52.703462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40340) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:52.706216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc5063-e327-43c4-a1cd-d74e212dbc00,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:52.709950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:52.773033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.801834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.874085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.879973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-21eaee81-1e9a-4117-a508-8b235f0112ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:52.892550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc5063-e327-43c4-a1cd-d74e212dbc00,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:52.897979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:52.901414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:52.902632 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ebc5063-e327-43c4-a1cd-d74e212dbc00 HTTP/1.1" status: 204 len: 168 time: 0.1984441 Apr 19 18:50:53.305737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dacd1-fec2-4761-90d4-18feece7ee26 req-5c1321a8-e857-4f9e-832f-ce6a8d8fb905 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:53.307403 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4dacd1-fec2-4761-90d4-18feece7ee26 req-5c1321a8-e857-4f9e-832f-ce6a8d8fb905 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0938621 Apr 19 18:50:53.358397 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd4dacd1-fec2-4761-90d4-18feece7ee26 req-b55f1a2d-7e25-4f83-ae28-69f5d0ddaf4b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447748 Apr 19 18:50:53.406219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40362) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:53.430261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.458931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:53.464148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Usage tracker for resource:security_group_rule and tenant:7304d837f00847fd89ed3f4217cefce2 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:53.467357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:53.474332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:53.645922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40374) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:53.669419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.690972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.702184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-782871b2-4d94-4eda-b930-d313c53a73f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:53.743930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2101c0f9-d533-4b5a-9f70-a6c08886a6b5,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:53.749606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:53.756862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7304d837f00847fd89ed3f4217cefce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495123 Apr 19 18:50:53.764148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40384) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:53.798557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.814069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:50:53.819193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:cb38d34e4593492f80d9147883123b6a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:50:53.822112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:50:53.828114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:50:53.828884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.857330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.916271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.948455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fd86014d-f9fe-480c-9b06-431b23ec7924 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:50:53.953631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:53.963279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-296c79a2-6031-4e4c-92c5-b270318f6d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:53.988082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: fd86014d-f9fe-480c-9b06-431b23ec7924 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:50:53.988819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device fd86014d-f9fe-480c-9b06-431b23ec7924 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:50:54.016078 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb38d34e4593492f80d9147883123b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686998 Apr 19 18:50:54.017750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06389314-b631-48cd-be92-7538408eb304,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:54.019292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40388) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:50:54.021387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:54.046308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.055610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-09f8fc42-87d3-45b7-a11f-f40801efbbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:54.079220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2101c0f9-d533-4b5a-9f70-a6c08886a6b5,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:54.085988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:54.091035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.094863 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2101c0f9-d533-4b5a-9f70-a6c08886a6b5 HTTP/1.1" status: 204 len: 168 time: 0.3315918 Apr 19 18:50:54.113116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.148032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.262673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.268308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-81cf1141-5625-4e63-8185-58f9f23fe57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:50:54.284194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06389314-b631-48cd-be92-7538408eb304,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:50:54.289292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:50:54.305155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:50:54.305155 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-427ae96e-8d6c-4e8b-9258-8e7eedae5562 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06389314-b631-48cd-be92-7538408eb304 HTTP/1.1" status: 204 len: 168 time: 0.2740777 Apr 19 18:50:54.578837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afa5d1-231a-49b6-b45e-b3ca8e4b97dc req-45cde3b5-c88d-42f0-8e61-89716320e978 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:54.580441 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-10afa5d1-231a-49b6-b45e-b3ca8e4b97dc req-45cde3b5-c88d-42f0-8e61-89716320e978 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1015275 Apr 19 18:50:54.643883 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-10afa5d1-231a-49b6-b45e-b3ca8e4b97dc req-e9a8a90a-27fa-4053-bcfe-6692ea48a2d7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Apr 19 18:50:56.301714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ada39-4dc1-47a4-a5f7-2c04ff9df769 req-3348258c-ec03-46e3-bd17-7a58379dd16e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:56.303559 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b9ada39-4dc1-47a4-a5f7-2c04ff9df769 req-3348258c-ec03-46e3-bd17-7a58379dd16e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0973105 Apr 19 18:50:56.356993 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b9ada39-4dc1-47a4-a5f7-2c04ff9df769 req-6342284d-2942-4a33-b72d-e34e0b152bdf tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465703 Apr 19 18:50:57.569533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e72dc4-fb88-45ac-81a9-36b1cac37048 req-a17c0c11-5183-43a7-87dd-2c4ecdc671d5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:57.571135 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3e72dc4-fb88-45ac-81a9-36b1cac37048 req-a17c0c11-5183-43a7-87dd-2c4ecdc671d5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0944474 Apr 19 18:50:57.621333 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3e72dc4-fb88-45ac-81a9-36b1cac37048 req-f0008aef-3a24-4116-8224-9471f36cb611 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432622 Apr 19 18:50:58.958864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10184f-636d-4be7-b7be-ea54333a8b7b req-b2f03b90-1f1d-4cef-985d-422231a42e74 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:58.960468 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de10184f-636d-4be7-b7be-ea54333a8b7b req-b2f03b90-1f1d-4cef-985d-422231a42e74 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0945723 Apr 19 18:50:59.011975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de10184f-636d-4be7-b7be-ea54333a8b7b req-2e3549d0-2a20-42a1-969e-d7a744a5a741 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Apr 19 18:50:59.208352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1b5a1-5810-4628-8ab9-be1a16481b02 req-30a3bc54-dd43-4645-b56f-4a52be0e9cfe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:50:59.210043 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c6c1b5a1-5810-4628-8ab9-be1a16481b02 req-30a3bc54-dd43-4645-b56f-4a52be0e9cfe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0933371 Apr 19 18:50:59.261569 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c6c1b5a1-5810-4628-8ab9-be1a16481b02 req-4c6eac20-54ea-4fed-83ce-69f583a93b0d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451608 Apr 19 18:51:00.231920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7c9be-caca-416a-a9d5-fd594c085e9f req-3966267d-954d-4fd4-aa0a-5d708b4f2206 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:00.234258 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72f7c9be-caca-416a-a9d5-fd594c085e9f req-3966267d-954d-4fd4-aa0a-5d708b4f2206 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1041110 Apr 19 18:51:00.286778 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72f7c9be-caca-416a-a9d5-fd594c085e9f req-d1f2bd22-f27a-482b-a7b4-81d4b990dbae tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Apr 19 18:51:00.485027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f017f6-0c6f-4bdf-979d-ef263fefdc70 req-6f73d0f5-8382-4094-904c-cef64ca22eeb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:00.486620 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00f017f6-0c6f-4bdf-979d-ef263fefdc70 req-6f73d0f5-8382-4094-904c-cef64ca22eeb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0971375 Apr 19 18:51:00.543910 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00f017f6-0c6f-4bdf-979d-ef263fefdc70 req-964077fa-6627-430e-804c-4a44fea75667 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499551 Apr 19 18:51:01.549382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360eb30-b8c2-4372-9902-9d2077e83fc3 req-f79a779b-2456-4c43-8cd4-8ae7028b8ae8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:01.552038 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4360eb30-b8c2-4372-9902-9d2077e83fc3 req-f79a779b-2456-4c43-8cd4-8ae7028b8ae8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1071546 Apr 19 18:51:01.606417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4360eb30-b8c2-4372-9902-9d2077e83fc3 req-d0feb46c-48a4-4771-b16f-156b65296ba4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479388 Apr 19 18:51:01.820790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12482e9-b4a6-4f82-91ae-656f9545a400 req-07769d84-bfec-4d64-a6ad-5552044d34e2 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:01.820790 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b12482e9-b4a6-4f82-91ae-656f9545a400 req-07769d84-bfec-4d64-a6ad-5552044d34e2 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1004207 Apr 19 18:51:01.865701 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b12482e9-b4a6-4f82-91ae-656f9545a400 req-56073a89-4c11-4887-8ab2-4829a2cf68c8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454876 Apr 19 18:51:02.813483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368a57-9711-4194-bc34-5d2ee119feee req-b5586db2-c193-46be-9eb4-c8e805be0bf9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:02.815221 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e368a57-9711-4194-bc34-5d2ee119feee req-b5586db2-c193-46be-9eb4-c8e805be0bf9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0896242 Apr 19 18:51:02.868520 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e368a57-9711-4194-bc34-5d2ee119feee req-89776dfe-2885-4b66-a558-83556dc327ec tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430481 Apr 19 18:51:03.078992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6ddac-6f24-49bc-8091-15523a90b1ea req-4f7b41b1-3c8b-4add-a215-6ba8d797329c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:03.080486 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ab6ddac-6f24-49bc-8091-15523a90b1ea req-4f7b41b1-3c8b-4add-a215-6ba8d797329c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0964026 Apr 19 18:51:03.129658 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ab6ddac-6f24-49bc-8091-15523a90b1ea req-68df3ba5-7f0e-4122-8e64-cfe86c55275f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420408 Apr 19 18:51:03.167371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:51:04.082714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea49496-8162-48ca-8f65-723bde196118 req-e3bb3a10-32cc-401f-a691-0af448446f11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:04.084293 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3ea49496-8162-48ca-8f65-723bde196118 req-e3bb3a10-32cc-401f-a691-0af448446f11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0912111 Apr 19 18:51:04.136119 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3ea49496-8162-48ca-8f65-723bde196118 req-9de4e7ef-d73b-4e90-8393-8ef6c0e2b11e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Apr 19 18:51:04.334304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854bd18-383c-4ffb-8233-31c192e05c1a req-addef027-0e24-481a-8e9c-61ced5c0be0b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:04.335980 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3854bd18-383c-4ffb-8233-31c192e05c1a req-addef027-0e24-481a-8e9c-61ced5c0be0b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0894213 Apr 19 18:51:04.385305 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3854bd18-383c-4ffb-8233-31c192e05c1a req-bedabc8d-d5da-4b55-8db0-e6de73fc5983 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 Apr 19 18:51:05.363025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b21b3-2d73-42c1-b249-bfeeb0e9286c req-0af050a0-e6db-4e42-bc8e-d428ed6224f8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:05.364605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be2b21b3-2d73-42c1-b249-bfeeb0e9286c req-0af050a0-e6db-4e42-bc8e-d428ed6224f8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1086121 Apr 19 18:51:05.419134 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be2b21b3-2d73-42c1-b249-bfeeb0e9286c req-94b2fbaa-45cb-4075-ac8b-50be8e23a915 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480359 Apr 19 18:51:05.636303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b79f0-6b26-4194-90c1-3abf77a817b5 req-7ff74df5-f288-47b0-857f-b714ba360337 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:05.639303 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-852b79f0-6b26-4194-90c1-3abf77a817b5 req-7ff74df5-f288-47b0-857f-b714ba360337 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1086798 Apr 19 18:51:05.688812 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-852b79f0-6b26-4194-90c1-3abf77a817b5 req-60a18ffe-6fd2-4e25-9801-5718882c475b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Apr 19 18:51:06.638590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d498e-7037-48ed-a643-14d2c217b837 req-d4d0dc34-03d0-4877-8b33-dee2e8a9cf4b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:06.642087 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d51d498e-7037-48ed-a643-14d2c217b837 req-d4d0dc34-03d0-4877-8b33-dee2e8a9cf4b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0993207 Apr 19 18:51:06.696406 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d51d498e-7037-48ed-a643-14d2c217b837 req-546143a5-7009-4524-8bc3-1f672851db76 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473454 Apr 19 18:51:06.908260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345581f-60a7-4dd5-8fb2-9b5dec2e1e8e req-aaa14829-13c9-498c-b7a4-d3f707249806 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:06.910573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f345581f-60a7-4dd5-8fb2-9b5dec2e1e8e req-aaa14829-13c9-498c-b7a4-d3f707249806 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0969329 Apr 19 18:51:06.962387 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f345581f-60a7-4dd5-8fb2-9b5dec2e1e8e req-65a0788c-b815-4d13-9039-bc2173d3029d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 Apr 19 18:51:07.909236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7c7d-0e0b-4e53-be54-dc1d28e8d061 req-e3efc825-6d47-4c28-a01b-c2cf078d022b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:07.911717 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-097f7c7d-0e0b-4e53-be54-dc1d28e8d061 req-e3efc825-6d47-4c28-a01b-c2cf078d022b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0928602 Apr 19 18:51:07.968451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40756) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:07.970472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-097f7c7d-0e0b-4e53-be54-dc1d28e8d061 req-e0362e58-a227-4fd4-9cd8-a4614902aa7c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517001 Apr 19 18:51:08.117048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.135116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:08.141146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Usage tracker for resource:security_group_rule and tenant:9effa692605b44e19d0d2a472206c2eb is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:08.146665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:08.155444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:08.201550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a68ed9-4c06-45d6-994c-c0da862d2d95 req-7d29eabc-1d85-4a87-af82-143a66521502 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:08.203299 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03a68ed9-4c06-45d6-994c-c0da862d2d95 req-7d29eabc-1d85-4a87-af82-143a66521502 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0997825 Apr 19 18:51:08.251829 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03a68ed9-4c06-45d6-994c-c0da862d2d95 req-8342f07e-c566-4448-ab68-db14246854de tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Apr 19 18:51:08.283855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40770) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:08.346738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.376272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.387300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2b0acbb6-7964-4279-98c7-988abed5d028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:08.423617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.432755 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9effa692605b44e19d0d2a472206c2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630129 Apr 19 18:51:08.434811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e206e5-765f-4eea-8b5d-14a0bbfb6493,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:08.437515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40776) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:08.444493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:08.448732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Usage tracker for resource:security_group_rule and tenant:53a1a7f63c264875b4ce1fef8ce338a7 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:08.452405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:08.457966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.458381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.458834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.459226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.459347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:08.459610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.459994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.460371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.460751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.461133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.461510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.461926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.462300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.470087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:08.519476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.552081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.553390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.582254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.592301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-296057df-796f-4f47-8fd8-34da1574ae8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:08.616136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.621403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cf76daea-d8d6-4f67-ba9f-73f7135b5b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:08.635886 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53a1a7f63c264875b4ce1fef8ce338a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499577 Apr 19 18:51:08.636062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e206e5-765f-4eea-8b5d-14a0bbfb6493,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:08.636830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9cf1e-70b6-4dd3-9b5c-ebcf9be68772,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:08.638430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:08.639008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40780) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:08.640781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.653885 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5e206e5-765f-4eea-8b5d-14a0bbfb6493 HTTP/1.1" status: 204 len: 168 time: 0.2139671 Apr 19 18:51:08.657493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.657898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.658291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.658704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.659091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.659522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.659905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.660291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.660672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.661063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.661405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.661779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:08.667133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4dc96ba2-502d-4cfa-a8b1-306e97445923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:08.720268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.749360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.844926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.853761 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-39d11019-6a2d-48d1-9822-6fc610e0346e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:08.868764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9cf1e-70b6-4dd3-9b5c-ebcf9be68772,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:08.872436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:08.879623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:08.882640 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7f9cf1e-70b6-4dd3-9b5c-ebcf9be68772 HTTP/1.1" status: 204 len: 168 time: 0.2411382 Apr 19 18:51:09.119668 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-9885003e-3d8f-450c-82ba-d3267bf2b257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3117230 Apr 19 18:51:09.202158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7167-d766-49f1-aad7-4e939f4211c9 req-ebd8949b-14b4-4e18-bb19-ab5f64c91a2d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:09.210903 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-091b7167-d766-49f1-aad7-4e939f4211c9 req-ebd8949b-14b4-4e18-bb19-ab5f64c91a2d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1087735 Apr 19 18:51:09.241246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-d76bc7b3-b763-4f95-9195-cb945f072c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:09.243639 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-d76bc7b3-b763-4f95-9195-cb945f072c4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 1099 time: 0.0892723 Apr 19 18:51:09.259259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-091b7167-d766-49f1-aad7-4e939f4211c9 req-57c547f8-c257-44cf-804d-c6fa5ad1303d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Apr 19 18:51:09.420999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-6c3b5fa5-09bf-4f36-af5b-0ea33666dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:09.422685 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-6c3b5fa5-09bf-4f36-af5b-0ea33666dd85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.1567876 Apr 19 18:51:09.484803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82fdf8-89c5-45a8-a16a-bd31650c11e2 req-d53cc36e-f92d-4bb8-a636-10e147561927 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:09.486414 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd82fdf8-89c5-45a8-a16a-bd31650c11e2 req-d53cc36e-f92d-4bb8-a636-10e147561927 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0967927 Apr 19 18:51:09.495153 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40800) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:09.507797 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-da075d34-a478-4d87-a578-56a37abd06e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 200 len: 217 time: 0.0759742 Apr 19 18:51:09.534432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.564790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:09.570203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Usage tracker for resource:security_group_rule and tenant:da9174ef027d4ce6be44a8c400c326f9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:09.576102 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:09.585132 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd82fdf8-89c5-45a8-a16a-bd31650c11e2 req-6a7dbdc1-8e6d-4e08-a161-874dd08e194e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901568 Apr 19 18:51:09.585724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-c19b9ad0-6de1-4f3c-9a8e-e6142be8604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:09.587693 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-c19b9ad0-6de1-4f3c-9a8e-e6142be8604e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.0718956 Apr 19 18:51:09.589207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:09.652764 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-a1791c77-05e1-4bbe-a107-45eb357ffb66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545282 Apr 19 18:51:09.677687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.713137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.721880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-97ad0a8f-66bc-4fda-bf59-afdedc92da04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:09.770317 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da9174ef027d4ce6be44a8c400c326f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604845 Apr 19 18:51:09.772161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e350b22c-b5fe-4b9b-bde1-ad6ab52cd7ca,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:09.774803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40804) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:09.777961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:09.811843 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-81e8829a-3a96-47ee-841b-69d865b38c20 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463838 Apr 19 18:51:09.848994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.876593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.953275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.958932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-26b3ab44-8e32-45b0-82af-8ce7542553a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:09.963619 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2421b392-b6d3-44c1-af3e-5e088f66d410 req-87572822-b5b9-484e-8064-7c9180368007 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439159 Apr 19 18:51:09.972991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350b22c-b5fe-4b9b-bde1-ad6ab52cd7ca,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:09.975754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:09.977019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:09.978211 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e350b22c-b5fe-4b9b-bde1-ad6ab52cd7ca HTTP/1.1" status: 204 len: 168 time: 0.2020981 Apr 19 18:51:10.492741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5445c7c-19fc-4157-b119-887e6b62f444 req-2f5ef33b-0ee4-4e45-97eb-b453cc23e472 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:10.494389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5445c7c-19fc-4157-b119-887e6b62f444 req-2f5ef33b-0ee4-4e45-97eb-b453cc23e472 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1060631 Apr 19 18:51:10.558808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5445c7c-19fc-4157-b119-887e6b62f444 req-9f93a482-1d8e-4630-9864-dffe88cac25d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570076 Apr 19 18:51:10.796376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc4441-0ecc-4051-83c4-e2f2129bdedd req-e1a927b9-0312-4148-9a3b-5b44dc7e8886 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:10.797979 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a6cc4441-0ecc-4051-83c4-e2f2129bdedd req-e1a927b9-0312-4148-9a3b-5b44dc7e8886 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0931702 Apr 19 18:51:10.851194 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a6cc4441-0ecc-4051-83c4-e2f2129bdedd req-8b41ecfd-c967-4fe5-a0ff-c532116c297a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461774 Apr 19 18:51:10.936610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:11.774710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbf15b-2e8c-4765-a5fa-3643ad91fffd req-d557e9fa-3937-4d4b-be74-fd72da5f007d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:11.776322 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c5cbf15b-2e8c-4765-a5fa-3643ad91fffd req-d557e9fa-3937-4d4b-be74-fd72da5f007d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0928380 Apr 19 18:51:11.825834 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c5cbf15b-2e8c-4765-a5fa-3643ad91fffd req-64e670ae-77d7-43cc-81cd-38a25de8574b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Apr 19 18:51:12.064648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef889-af93-4be7-b8c0-80a64e4c4e76 req-263d8ee1-2c2d-4e29-b71c-23006f6d86ab tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:12.066389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f16ef889-af93-4be7-b8c0-80a64e4c4e76 req-263d8ee1-2c2d-4e29-b71c-23006f6d86ab tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0954704 Apr 19 18:51:12.115812 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f16ef889-af93-4be7-b8c0-80a64e4c4e76 req-3b35f4af-8722-4127-842a-804418c3a49e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Apr 19 18:51:12.758799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d1797c6d-7acc-46f8-a1e0-f3e70f70de55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:13.036624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc9f48-33c3-4b8f-82aa-8e1f096da4fb req-046f8ecd-ac87-4b0d-96d5-a5cfdcdb524b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:13.038244 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ccc9f48-33c3-4b8f-82aa-8e1f096da4fb req-046f8ecd-ac87-4b0d-96d5-a5cfdcdb524b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0918839 Apr 19 18:51:13.086152 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ccc9f48-33c3-4b8f-82aa-8e1f096da4fb req-0e6ab783-f855-4353-b4e2-61565e534b58 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Apr 19 18:51:13.321963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4797-007f-406a-9143-3cc23e6bb2c9 req-427aa344-3a37-4944-95c0-9df116809d01 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:13.323530 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-621a4797-007f-406a-9143-3cc23e6bb2c9 req-427aa344-3a37-4944-95c0-9df116809d01 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0920875 Apr 19 18:51:13.372372 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-621a4797-007f-406a-9143-3cc23e6bb2c9 req-b84bfffe-e504-4adb-8615-2e398e6964e8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Apr 19 18:51:14.294941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289097e-dad2-47a8-92e3-3f2bca732f62 req-6ed598d4-8694-4606-9d2f-e3fbd54a1621 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:14.296553 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d289097e-dad2-47a8-92e3-3f2bca732f62 req-6ed598d4-8694-4606-9d2f-e3fbd54a1621 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0913067 Apr 19 18:51:14.355179 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d289097e-dad2-47a8-92e3-3f2bca732f62 req-61a1563b-f6d1-410b-90a9-40c933d807e9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513494 Apr 19 18:51:14.577559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050754a-be2e-4e1c-8121-dcc002beff60 req-768fd2b2-c54d-42da-b335-4d11f173799f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:14.579188 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4050754a-be2e-4e1c-8121-dcc002beff60 req-768fd2b2-c54d-42da-b335-4d11f173799f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0916128 Apr 19 18:51:14.628967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4050754a-be2e-4e1c-8121-dcc002beff60 req-5e356732-c2bc-4270-9194-c132671efff1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432651 Apr 19 18:51:15.224211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df06c6-6350-4269-ac0f-5830efe880b2 req-23d2a453-cf94-4414-ad74-b902d66ac3a1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:15.225718 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-14df06c6-6350-4269-ac0f-5830efe880b2 req-23d2a453-cf94-4414-ad74-b902d66ac3a1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1045477 Apr 19 18:51:15.240514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-53be0c64-77fb-497d-ab7f-0677f5f0b9ee tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:15.242146 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-53be0c64-77fb-497d-ab7f-0677f5f0b9ee tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 808 time: 0.1794798 Apr 19 18:51:15.259750 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-42262fcd-3e6f-4d32-a7cb-6ac2089bbf60 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/quotas/a224a50047d04060bfe3ac9dd0c62247 HTTP/1.1" status: 200 len: 375 time: 0.0110416 Apr 19 18:51:15.279179 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-14df06c6-6350-4269-ac0f-5830efe880b2 req-6886fcbb-32fb-44d3-9827-9e6953ad7472 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467892 Apr 19 18:51:15.365175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-9af9cc0f-2a0a-45a4-aa95-c54883b30321 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Synchronizing usage tracker for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:51:15.414711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-49d18eff-185d-4d4c-ac84-6c420671ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:15.416401 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-49d18eff-185d-4d4c-ac84-6c420671ecb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.1018081 Apr 19 18:51:15.449259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-9af9cc0f-2a0a-45a4-aa95-c54883b30321 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Unset dirty status for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:51:15.450862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-9af9cc0f-2a0a-45a4-aa95-c54883b30321 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1846008 Apr 19 18:51:15.485885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3c258b0c-70b7-47de-9dfc-00a3d6419bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.537330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40920) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:15.609612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f462de-b5d3-45e2-8dff-d367b42fe248 req-e417c5fe-12fe-4190-8f6f-83baadd491ff tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:15.611238 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80f462de-b5d3-45e2-8dff-d367b42fe248 req-e417c5fe-12fe-4190-8f6f-83baadd491ff tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1246588 Apr 19 18:51:15.662795 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80f462de-b5d3-45e2-8dff-d367b42fe248 req-2cf76072-5100-46d4-9c7a-f8b86ebaf7a9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Apr 19 18:51:15.698286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-6d8245f0-d1e8-4cc2-a694-21385c5d8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:15.699911 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-6d8245f0-d1e8-4cc2-a694-21385c5d8fbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.2758908 Apr 19 18:51:15.709268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-afae40f4-90f8-4dfc-91cf-9f53ac081420 service neutron] 10.222.0.43 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065134 Apr 19 18:51:15.879721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:15.920350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:15.938046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Usage tracker for resource:security_group_rule and tenant:d3670cefd8674a3fbb9bda37ed79eb90 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:15.948495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:15.962296 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-672c70ab-ece0-47a1-a33d-9cc3866737d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 1001 time: 0.2494447 Apr 19 18:51:15.963217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:15.993185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.083814 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-71d9dd82-9ca1-48be-9576-39fce98a67b2 service neutron] 10.222.0.43 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152530 Apr 19 18:51:16.098976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-ced0e19f-f065-47d8-9dbf-03909c8a248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:16.100556 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-ced0e19f-f065-47d8-9dbf-03909c8a248c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1204095 Apr 19 18:51:16.158976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.215874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.238971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-8d8bfa0c-0212-4da6-81c9-e4d08c4e55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:16.240629 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-8d8bfa0c-0212-4da6-81c9-e4d08c4e55be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287308 Apr 19 18:51:16.275991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:16.289760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-189339e1-1070-453d-8ddf-31fa64b9a73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:16.404700 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3670cefd8674a3fbb9bda37ed79eb90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8661599 Apr 19 18:51:16.411646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40950) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:16.429523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d88e94-cb75-4a0b-b66e-bd14e6ae12ae,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:16.447869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:16.588460 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-838864c6-0f86-46ef-8cd7-d6d86497525e service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378952 Apr 19 18:51:16.604737 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f7183c7-1e84-473b-9c7d-cd2a0ba3a8ca req-eb19ca85-0199-4e59-9571-4977a62141d2 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 210 time: 0.3111410 Apr 19 18:51:16.891715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2749d-18d9-40a2-b7e3-50b3a327b080 req-1a097223-fa2b-4b5d-93ee-c4d10976d5c3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:16.894576 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00f2749d-18d9-40a2-b7e3-50b3a327b080 req-1a097223-fa2b-4b5d-93ee-c4d10976d5c3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1033597 Apr 19 18:51:16.948437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00f2749d-18d9-40a2-b7e3-50b3a327b080 req-9a19508b-9b03-411a-8ea4-d2e919f136bc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464158 Apr 19 18:51:16.954015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.063796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.120942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d7ba-e091-4e76-a32d-82e0c7f36943 req-279eac7f-0f6c-42d8-b8cf-8fde9a966e2f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:17.122462 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5555d7ba-e091-4e76-a32d-82e0c7f36943 req-279eac7f-0f6c-42d8-b8cf-8fde9a966e2f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.6416097 Apr 19 18:51:17.139045 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d3113693-533c-4ca5-b53e-ed0d7fc47fa7 req-ede5ab2a-cddb-468d-a855-3222c861ec94 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337684 Apr 19 18:51:17.194962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac07c53-51dd-4124-aa87-a9df8ab82cfa req-9ad4d4d4-df0a-4a9f-9c55-fa8f744b4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:17.196527 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bac07c53-51dd-4124-aa87-a9df8ab82cfa req-9ad4d4d4-df0a-4a9f-9c55-fa8f744b4404 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.5584242 Apr 19 18:51:17.208597 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5555d7ba-e091-4e76-a32d-82e0c7f36943 req-b69cfe4e-cfe9-4660-b56a-8341f3f45e64 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780311 Apr 19 18:51:17.245799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.253872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e04b180-1541-4128-8219-55ba16568462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:17.269706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d88e94-cb75-4a0b-b66e-bd14e6ae12ae,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:17.281515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:17.285205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.289534 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17d88e94-cb75-4a0b-b66e-bd14e6ae12ae HTTP/1.1" status: 204 len: 168 time: 0.8718481 Apr 19 18:51:17.294089 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bac07c53-51dd-4124-aa87-a9df8ab82cfa req-6a96f9cd-ef52-406d-a266-31a711c5c4a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646813 Apr 19 18:51:17.479131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.734777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 40974) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:17.755549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.771780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:17.775674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8aca5253-2349-4ee1-b9fe-5088e04fb89a req-ad20659d-05dd-429d-98ba-ef6b3966b4d1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 210 time: 0.0513246 Apr 19 18:51:17.775807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Usage tracker for resource:security_group_rule and tenant:8c9140e4e0a6435bada786ef9b7d9cd3 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:17.778887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:17.786097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:17.871048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.907314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:17.921163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-804a28a3-cac1-452a-9cca-90e6a831a808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:17.967062 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c9140e4e0a6435bada786ef9b7d9cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297390 Apr 19 18:51:17.967062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a1b4d-1a4c-4eb6-a42a-ae28aab099ce,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:17.968725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 40980) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:17.970106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.071406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.101098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.181738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.187222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c9f85b94-5a84-4bfb-be0a-be22bb5e0a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:18.204759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.208917 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/389a1b4d-1a4c-4eb6-a42a-ae28aab099ce HTTP/1.1" status: 204 len: 168 time: 0.2361567 Apr 19 18:51:18.208917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a1b4d-1a4c-4eb6-a42a-ae28aab099ce,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:18.220956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:18.437778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407dfb3-5036-4083-ab4c-8cd80602bb26 req-b13a052e-7e3f-4efd-ba09-c5717d2834db tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:18.439979 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5407dfb3-5036-4083-ab4c-8cd80602bb26 req-b13a052e-7e3f-4efd-ba09-c5717d2834db tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.3410399 Apr 19 18:51:18.470668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-ab2ef276-86bf-46dd-a226-e450d6c9b2d2 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:18.473416 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-ab2ef276-86bf-46dd-a226-e450d6c9b2d2 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 808 time: 0.4033687 Apr 19 18:51:18.496970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Request body: {'port': {'device_id': '6de7890a-de96-4f9e-b685-23d65ca41025', 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9', 'admin_state_up': True, 'tenant_id': 'a224a50047d04060bfe3ac9dd0c62247'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:51:18.509069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffc22e-8e85-4384-8ba2-c30388cc703e req-4ab6b72e-7c30-4c6a-9ea0-feff10c01ca9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:18.510800 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c5ffc22e-8e85-4384-8ba2-c30388cc703e req-4ab6b72e-7c30-4c6a-9ea0-feff10c01ca9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1163702 Apr 19 18:51:18.583012 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5407dfb3-5036-4083-ab4c-8cd80602bb26 req-47f3226f-58ee-40b1-8c82-328277013f38 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367733 Apr 19 18:51:18.616006 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c5ffc22e-8e85-4384-8ba2-c30388cc703e req-f1a33c95-a260-4352-9595-d63ef47c12e9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829039 Apr 19 18:51:18.676807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:18.687996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:18.724507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Made reservation on behalf of a224a50047d04060bfe3ac9dd0c62247 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:51:18.731251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:18.968905 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8e6be5e-7f25-4c21-8d76-a98683f98a1c req-723708cb-0b93-4b1c-a822-b04a0f93c005 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 210 time: 0.0567057 Apr 19 18:51:18.973926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Allocated IP 172.20.0.3 (05da367b-f45d-4dc2-87ba-5c6a154d4dc9/bac1bd23-ebf9-4265-ae62-8e70c2e7fecb/1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:51:19.209789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:19.308604 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:19.317513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:19.392756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:51:19.396878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:51:19.400377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:51:19.442524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Pushing event updated for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:19.445656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:19.483218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:19.483713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:19.537011 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448902 Apr 19 18:51:19.551239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Request body: {'port': {'device_id': '6de7890a-de96-4f9e-b685-23d65ca41025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:51:19.677085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:19.914443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cad422-3901-4118-a372-4b36db41cb2b req-0d1d1bd5-6a88-4a30-b48c-81ec64000d11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:19.916106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3cad422-3901-4118-a372-4b36db41cb2b req-0d1d1bd5-6a88-4a30-b48c-81ec64000d11 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1878765 Apr 19 18:51:20.046678 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3cad422-3901-4118-a372-4b36db41cb2b req-f51f5914-4161-49ff-b30d-6c880a8974b2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142366 Apr 19 18:51:20.177179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:51:20.187394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:20.197072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c9551-eae6-473a-b6e5-5a616e4879f5 req-f3fac659-4b41-4a0f-a131-66735b45acef tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:20.198802 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-149c9551-eae6-473a-b6e5-5a616e4879f5 req-f3fac659-4b41-4a0f-a131-66735b45acef tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 931 time: 0.1066742 Apr 19 18:51:20.205175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Transition to ACTIVE for port object 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:51:20.233048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:20.240169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:20.260106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-149c9551-eae6-473a-b6e5-5a616e4879f5 req-2971d083-ca50-4f95-999f-6293a02de0e8 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542343 Apr 19 18:51:20.337184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:20.340766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:20.612749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7dbb-ebf6-4a68-869f-dbe171bc934b req-4b75b47b-bc7c-408e-9a3a-c9e8224ed218 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:20.613888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Attempting to bind port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:51:20.614271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Attempting to bind port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:51:20.614655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Attempting to bind port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:51:20.614781 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b6b7dbb-ebf6-4a68-869f-dbe171bc934b req-4b75b47b-bc7c-408e-9a3a-c9e8224ed218 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1046114 Apr 19 18:51:20.622804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:51:20.623164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Attempting to bind port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 on network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:51:20.638177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:51:20.646961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Checking segment: {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:51:20.646961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Bound using segment: {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:51:20.646961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Bound port: 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df5abb7-29a4-4c60-aa82-9e8d854fd666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:51:20.646961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:20.668943 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3b6b7dbb-ebf6-4a68-869f-dbe171bc934b req-76b47b5a-aa08-4659-a6eb-2f44204314e1 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470428 Apr 19 18:51:20.711322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321007d-9242-451c-84bc-b2547c690557 req-d479d7d6-5558-4efc-98eb-aa19180891d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:20.712960 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-d479d7d6-5558-4efc-98eb-aa19180891d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.1879416 Apr 19 18:51:20.841908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:51:20.865153 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:51:20.891772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321007d-9242-451c-84bc-b2547c690557 req-89b2eaa3-8855-435d-b35f-442421046152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:20.894140 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-89b2eaa3-8855-435d-b35f-442421046152 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.1663787 Apr 19 18:51:20.896193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:20.902963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:21.031858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-edbddd52-9f99-407e-829b-7b28d721cea1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.0923409 Apr 19 18:51:21.036614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.036917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:21.038323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] 10.222.0.16 "PUT /v2.0/ports/1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 HTTP/1.1" status: 200 len: 1093 time: 1.4922695 Apr 19 18:51:21.038918 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:51:21.056770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:21.060388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:21.148356 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522', 'status': 'completed', 'code': 200} Apr 19 18:51:21.186111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321007d-9242-451c-84bc-b2547c690557 req-b37d0a76-af89-42b4-b56c-f571768ab94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.187762 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-b37d0a76-af89-42b4-b56c-f571768ab94a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.1263535 Apr 19 18:51:21.251810 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-9bbfcfb4-0f09-4583-a20c-3cfd734a78a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506625 Apr 19 18:51:21.258033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-5ddd772d-13ae-425c-8e97-bde70dae83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.259598 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-5ddd772d-13ae-425c-8e97-bde70dae83c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 1096 time: 0.1479797 Apr 19 18:51:21.475368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1882-ce08-45e3-9f39-b94e48bb790a req-5dc1a246-da9a-4374-8c6f-30af99b6ff17 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.483521 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-43be1882-ce08-45e3-9f39-b94e48bb790a req-5dc1a246-da9a-4374-8c6f-30af99b6ff17 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 943 time: 0.1108599 Apr 19 18:51:21.549142 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-43be1882-ce08-45e3-9f39-b94e48bb790a req-63c545fe-3a50-456c-baf0-72f7bf076064 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645137 Apr 19 18:51:21.658724 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-5f8a9301-ec72-4416-9537-909f375a9574 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 HTTP/1.1" status: 200 len: 217 time: 0.3540030 Apr 19 18:51:21.776757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-ebd1a795-eb69-4025-a55d-1edc6a88f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.778328 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-ebd1a795-eb69-4025-a55d-1edc6a88f2fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb HTTP/1.1" status: 200 len: 848 time: 0.1045029 Apr 19 18:51:21.785048 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-b3264212-e58e-461c-b914-1ea90f0b4aab service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029359 Apr 19 18:51:21.872005 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-acd48e60-e923-4ec4-a245-1239547380d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758841 Apr 19 18:51:21.907889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791f93-3ee3-4f06-af4c-f758652a5b10 req-d16a2a0f-c4fb-4b87-ae8a-c90b49a9d0cd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:21.910291 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b791f93-3ee3-4f06-af4c-f758652a5b10 req-d16a2a0f-c4fb-4b87-ae8a-c90b49a9d0cd tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0904276 Apr 19 18:51:21.960815 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b791f93-3ee3-4f06-af4c-f758652a5b10 req-7e927831-a7a1-4761-85cc-7b0ebb6ddbfc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Apr 19 18:51:22.104196 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e321007d-9242-451c-84bc-b2547c690557 req-6651b5db-efbd-456d-9f0d-fdca02bf0745 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716708 Apr 19 18:51:22.113479 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-7b42bd28-1278-43b4-911d-dd08db303160 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914878 Apr 19 18:51:22.270975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b92c5650-2d4e-4027-82df-75b0c3479ac3 req-6fbc65c7-e7a2-48fb-a259-0a333b0cea56 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479511 Apr 19 18:51:22.443827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-dc9b8dec-6674-4e96-886a-cb7cfbb53f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:22.445406 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-dc9b8dec-6674-4e96-886a-cb7cfbb53f65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a224a50047d04060bfe3ac9dd0c62247&device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 1096 time: 0.0814326 Apr 19 18:51:22.682747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-19181bcc-e8ca-41d6-b206-a07cafed5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:22.684314 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-19181bcc-e8ca-41d6-b206-a07cafed5801 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 200 len: 909 time: 0.2208691 Apr 19 18:51:22.730236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41126) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:22.794073 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-c5df73ee-24db-4cf9-b11f-787bee472210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 HTTP/1.1" status: 200 len: 217 time: 0.0916090 Apr 19 18:51:22.892141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:22.912821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:22.916991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Usage tracker for resource:security_group_rule and tenant:5d33adbff05a4f6c81c5836112f3ea4a is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:22.920213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:22.927664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:22.942009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-3e9496db-3ddf-41b5-91bb-fba79f9e5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:22.943652 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-3e9496db-3ddf-41b5-91bb-fba79f9e5050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb HTTP/1.1" status: 200 len: 848 time: 0.1412635 Apr 19 18:51:23.014143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-0a065838-38eb-4dce-9c3e-d5e0eaa16364 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05da367b-f45d-4dc2-87ba-5c6a154d4dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528419 Apr 19 18:51:23.025686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.035506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a5e07-d7ab-4e70-9135-0ff85f2e0ce3 req-5288cc71-ff6d-43db-9c13-3e846ad253f6 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:23.038704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1f9a5e07-d7ab-4e70-9135-0ff85f2e0ce3 req-5288cc71-ff6d-43db-9c13-3e846ad253f6 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Synchronizing usage tracker for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:51:23.050798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.060332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46bb5aed-36d8-4cc4-bfd1-32e21875ab8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:23.107335 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d33adbff05a4f6c81c5836112f3ea4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733144 Apr 19 18:51:23.107335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c808b-80cf-4b1f-9b05-7727c03a3aea,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:23.108372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41142) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:23.110991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:23.151942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1f9a5e07-d7ab-4e70-9135-0ff85f2e0ce3 req-5288cc71-ff6d-43db-9c13-3e846ad253f6 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Unset dirty status for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:51:23.153352 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f9a5e07-d7ab-4e70-9135-0ff85f2e0ce3 req-5288cc71-ff6d-43db-9c13-3e846ad253f6 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 943 time: 0.2776229 Apr 19 18:51:23.172965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.200897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.231982 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-8d33191e-c79f-4a02-aa1b-9bd45e9c6a45 service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926756 Apr 19 18:51:23.237243 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f9a5e07-d7ab-4e70-9135-0ff85f2e0ce3 req-b8a69089-d1d0-44c0-bf2b-e8c25d228fb5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677011 Apr 19 18:51:23.272751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.278304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bc1aa5e0-cc7f-422a-abf1-3810fbce66a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:23.290811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c808b-80cf-4b1f-9b05-7727c03a3aea,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:23.301235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:23.301235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:23.301235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc9c808b-80cf-4b1f-9b05-7727c03a3aea HTTP/1.1" status: 204 len: 168 time: 0.1904938 Apr 19 18:51:23.459521 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9491bffc-dfdd-4288-b4c1-20f23f25d61a req-73ea9bb2-c347-4d9c-b5fe-13541a47fdbe service neutron] 10.222.0.16 "GET /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085869 Apr 19 18:51:23.546975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b5ed-f659-4c60-8502-fa7f9105a2c9 req-2ac52783-7769-45ba-8da5-470079218b30 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:23.548660 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d0a0b5ed-f659-4c60-8502-fa7f9105a2c9 req-2ac52783-7769-45ba-8da5-470079218b30 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0991385 Apr 19 18:51:23.605940 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d0a0b5ed-f659-4c60-8502-fa7f9105a2c9 req-c74dc069-4b34-49c8-aaf0-0c7dfd303935 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Apr 19 18:51:24.048790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41168) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:24.184914 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.201048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:24.205060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Usage tracker for resource:security_group_rule and tenant:862598b70fcf4c83a5c889be87a13cda is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:24.208144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:24.214285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:24.308719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.329945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.339553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-62d6da81-08e1-4e22-b67e-ae75b5cf77b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:24.431123 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=862598b70fcf4c83a5c889be87a13cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810372 Apr 19 18:51:24.433234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f60b1a-0027-42cc-a6c8-bce4935480ba,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:24.434177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41188) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:24.438027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:24.479840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38a980-4b37-4d6a-b58d-78b75fbaaba3 req-bd87c7af-72f5-4adf-82c8-95ecf5d50100 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:24.481806 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d38a980-4b37-4d6a-b58d-78b75fbaaba3 req-bd87c7af-72f5-4adf-82c8-95ecf5d50100 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 943 time: 0.1175320 Apr 19 18:51:24.511230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.543455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.612794 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d38a980-4b37-4d6a-b58d-78b75fbaaba3 req-f128d4c9-d3c5-46ef-a4cc-9534e63e0644 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192410 Apr 19 18:51:24.627020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.633620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e5936b02-2289-417e-a2d3-5d314ed4ee6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:24.655393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:24.667945 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7f60b1a-0027-42cc-a6c8-bce4935480ba HTTP/1.1" status: 204 len: 168 time: 0.2265818 Apr 19 18:51:24.670593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f60b1a-0027-42cc-a6c8-bce4935480ba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:24.677074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:24.859849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236f44e-15cc-434c-9867-cbbf5df417a6 req-94f2b428-9d6e-4ef7-91ae-92016fd85cd2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:24.869331 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0236f44e-15cc-434c-9867-cbbf5df417a6 req-94f2b428-9d6e-4ef7-91ae-92016fd85cd2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1204281 Apr 19 18:51:24.923496 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0236f44e-15cc-434c-9867-cbbf5df417a6 req-6af2e00b-787b-4c78-a10c-31ee92b8f080 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Apr 19 18:51:25.873869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07b8a-c027-4faf-87aa-30c539d3c414 req-5be7e187-432e-45c0-b460-0017ae714e19 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:25.875617 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8ad07b8a-c027-4faf-87aa-30c539d3c414 req-5be7e187-432e-45c0-b460-0017ae714e19 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 943 time: 0.1074941 Apr 19 18:51:25.930910 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8ad07b8a-c027-4faf-87aa-30c539d3c414 req-65a04aaa-a393-488a-b397-db9c2cceebf2 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Apr 19 18:51:26.078220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:51:26.138233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d457c-415e-4a90-b412-c677d8582eeb req-3e6e40c5-de71-4f83-95f2-19f87ad6acc9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:26.139885 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-414d457c-415e-4a90-b412-c677d8582eeb req-3e6e40c5-de71-4f83-95f2-19f87ad6acc9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0963407 Apr 19 18:51:26.196968 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-414d457c-415e-4a90-b412-c677d8582eeb req-decaa842-41d8-4609-a749-9af91c4e7837 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464928 Apr 19 18:51:26.263957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:26.287458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522', 'network_id': '05da367b-f45d-4dc2-87ba-5c6a154d4dc9', 'port_id': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522', 'mac_address': 'fa:16:3e:c8:73:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac1bd23-ebf9-4265-ae62-8e70c2e7fecb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:51:26.350738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:26.374431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:51:26.397278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:26.426991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:26.428912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:26.502081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:26.511488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.512087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.512661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.513255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.513820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.514404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.515043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.515618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.516197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.516755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.517711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.519044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:51:26.523873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:26.917439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:51:27.159588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688720c-202f-4744-b901-1d431033d474 req-b427215f-84a1-4431-bddf-bc100891526f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:27.161461 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5688720c-202f-4744-b901-1d431033d474 req-b427215f-84a1-4431-bddf-bc100891526f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 944 time: 0.1029642 Apr 19 18:51:27.212044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5688720c-202f-4744-b901-1d431033d474 req-70a28180-1400-4259-affa-8cb27474211c tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Apr 19 18:51:28.091571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:51:28.136094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ad6c1-ed0c-4b2e-9960-96b34a9dee51 req-3663841a-9eaa-476e-b1da-9b9483fae3ef tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:28.139144 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9b3ad6c1-ed0c-4b2e-9960-96b34a9dee51 req-3663841a-9eaa-476e-b1da-9b9483fae3ef tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0997365 Apr 19 18:51:28.197932 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9b3ad6c1-ed0c-4b2e-9960-96b34a9dee51 req-deb414f0-f827-4f1b-8af8-afbb0a0a5c76 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Apr 19 18:51:28.232892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:51:28.238595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:51:28.239090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.415933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.431527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41314) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:28.448598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:51:28.459944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e87f8-eb3b-4981-9700-b496dabde202 req-5aadbb11-a85e-4928-808f-17117670ddf4 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:28.460357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:28.461593 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eb7e87f8-eb3b-4981-9700-b496dabde202 req-5aadbb11-a85e-4928-808f-17117670ddf4 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 944 time: 0.1194830 Apr 19 18:51:28.490570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.492645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.531736 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eb7e87f8-eb3b-4981-9700-b496dabde202 req-2b2d3c6d-f89b-459f-9f1a-bc53f8fc3000 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633831 Apr 19 18:51:28.581305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:28.584626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:28.597758 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522', 'code': 200} Apr 19 18:51:28.608122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.625437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:28.631303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Usage tracker for resource:security_group_rule and tenant:c1db3ad636934ccd8c834608da79b284 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:28.634352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:28.640599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:28.729985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.775480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.786730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3c651f8b-8360-4ca1-b618-c77128fe825f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:28.832537 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1db3ad636934ccd8c834608da79b284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003181 Apr 19 18:51:28.834451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbf4e94-ed68-4ac9-a3c0-63649693ad28,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:28.835768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41326) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:28.837530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:28.914964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:28.943867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31822009-760e-4416-a83b-43982158c570 req-958bf2a3-f024-48e5-b2c4-f4c6fbeb16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:28.945486 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31822009-760e-4416-a83b-43982158c570 req-958bf2a3-f024-48e5-b2c4-f4c6fbeb16f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 1098 time: 0.0888071 Apr 19 18:51:28.964280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.014208 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31822009-760e-4416-a83b-43982158c570 req-bdf564da-3e87-4f7e-982b-3975fe15121b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Apr 19 18:51:29.038233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.043628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6f2100ec-65d2-429a-bd94-8fdf1b60a73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:29.059771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbf4e94-ed68-4ac9-a3c0-63649693ad28,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:29.062905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:29.065624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:29.066712 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fbf4e94-ed68-4ac9-a3c0-63649693ad28 HTTP/1.1" status: 204 len: 168 time: 0.2290487 Apr 19 18:51:29.744333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b99dd1-da9b-496e-8db6-6847478fe3e1 req-27da3090-4c02-4a35-9aa1-5da8e56c09da tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:29.745904 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-11b99dd1-da9b-496e-8db6-6847478fe3e1 req-27da3090-4c02-4a35-9aa1-5da8e56c09da tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0919271 Apr 19 18:51:29.794797 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-11b99dd1-da9b-496e-8db6-6847478fe3e1 req-e4300dfa-437e-4b85-95c3-6ce294b77281 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Apr 19 18:51:30.998885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c617d2e-6f5e-420e-a9e7-afff14bfead5 req-503274f6-5f28-46cc-9728-35547e043e11 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:31.000502 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0c617d2e-6f5e-420e-a9e7-afff14bfead5 req-503274f6-5f28-46cc-9728-35547e043e11 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0916221 Apr 19 18:51:31.055129 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0c617d2e-6f5e-420e-a9e7-afff14bfead5 req-03c035ac-5465-4802-a136-c68010e1c503 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Apr 19 18:51:32.268970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17694758-a828-4134-8f1f-b272a98930af req-72442b7c-0b6a-4c39-9b32-7326a25fb493 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:32.270548 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-17694758-a828-4134-8f1f-b272a98930af req-72442b7c-0b6a-4c39-9b32-7326a25fb493 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0965238 Apr 19 18:51:32.318852 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-17694758-a828-4134-8f1f-b272a98930af req-cb4cb748-2e5a-4728-8941-786b167d5b44 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Apr 19 18:51:33.535669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205022c-0f6c-4905-9fec-93ab5af83ea4 req-1981d33d-c2fa-4bab-a9cb-50a6dd141909 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:33.537049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4205022c-0f6c-4905-9fec-93ab5af83ea4 req-1981d33d-c2fa-4bab-a9cb-50a6dd141909 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0991046 Apr 19 18:51:33.593097 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4205022c-0f6c-4905-9fec-93ab5af83ea4 req-87efcbce-76a4-4150-ac04-25e95f897dcc tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Apr 19 18:51:34.289981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974d68-cc81-4e53-998f-51284a36868f req-09700206-4e74-4170-8250-608b35384c07 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:34.291629 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8974d68-cc81-4e53-998f-51284a36868f req-09700206-4e74-4170-8250-608b35384c07 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1634922 Apr 19 18:51:34.294575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-c18eb6dd-9bb3-4e4c-b3d5-c7c89989f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:34.296039 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-c18eb6dd-9bb3-4e4c-b3d5-c7c89989f619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.1230164 Apr 19 18:51:34.430470 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8974d68-cc81-4e53-998f-51284a36868f req-26851c13-fb75-4287-b1e7-4ad7dd0169e1 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290166 Apr 19 18:51:34.482437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-8ff52aeb-9574-4cbf-ab99-41bf9ee5ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:34.484146 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-8ff52aeb-9574-4cbf-ab99-41bf9ee5ea37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.1676178 Apr 19 18:51:34.559209 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-1d2b6be9-73dc-4439-9375-63db5ee6a76c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.0679731 Apr 19 18:51:34.643955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-d1b26358-bd1a-4415-8a6a-2c5be62f9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:34.645769 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-d1b26358-bd1a-4415-8a6a-2c5be62f9ded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.0711308 Apr 19 18:51:34.709561 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-a17cd390-deb6-4953-be47-3fb58ee16bcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497882 Apr 19 18:51:35.075882 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-2e7ae388-a60f-471a-be7f-ab2e8f2926b9 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511631 Apr 19 18:51:35.190289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309cfe6-f8cb-4744-a7ae-689254abc420 req-32fb10ae-9555-42c1-a963-1e62f6524919 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:35.191950 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e309cfe6-f8cb-4744-a7ae-689254abc420 req-32fb10ae-9555-42c1-a963-1e62f6524919 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0910857 Apr 19 18:51:35.240100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91ff4f2d-ebd1-4ea4-a90b-94c15591cd3a req-07010260-eb62-4a72-b9d9-8416214e3409 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414325 Apr 19 18:51:35.243426 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e309cfe6-f8cb-4744-a7ae-689254abc420 req-015adc24-2947-40cb-ba05-9a311ab55188 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Apr 19 18:51:35.645729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff306726-0412-45dc-a723-cdcd98330ade req-23d208ef-4296-4d59-880a-69c6afab3a93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:35.647317 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ff306726-0412-45dc-a723-cdcd98330ade req-23d208ef-4296-4d59-880a-69c6afab3a93 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0972395 Apr 19 18:51:35.695098 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ff306726-0412-45dc-a723-cdcd98330ade req-8ad6679c-bbb4-4273-9966-d64d07a950cc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Apr 19 18:51:36.461352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60f2f-275f-4fc2-a5e3-b67c812fe882 req-f8a15845-c4e5-491c-b792-392de0db20c3 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:36.462936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92a60f2f-275f-4fc2-a5e3-b67c812fe882 req-f8a15845-c4e5-491c-b792-392de0db20c3 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0984509 Apr 19 18:51:36.490447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41480) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:36.522625 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-92a60f2f-275f-4fc2-a5e3-b67c812fe882 req-66f3c8b7-2394-43fb-bda8-2d266a91968e tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Apr 19 18:51:36.619181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:36.634964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:36.639011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Usage tracker for resource:security_group_rule and tenant:61b5a1637d9642f1a3c302e55044cb9a is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:36.642205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:36.649074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:36.743935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:36.900978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:36.908841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b9670-123c-4295-b381-cd06548c77d2 req-f39ab955-24b5-48ae-9b07-68e60ab901ec tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:36.911078 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-552b9670-123c-4295-b381-cd06548c77d2 req-f39ab955-24b5-48ae-9b07-68e60ab901ec tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0937757 Apr 19 18:51:36.919113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-440d094a-a268-4305-a1cb-50b34ba73d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:36.960776 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61b5a1637d9642f1a3c302e55044cb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665654 Apr 19 18:51:36.967510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5e73d-1ab6-4a3a-a006-2e60bceee99b,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:36.971950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:36.972673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41492) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:36.974929 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-552b9670-123c-4295-b381-cd06548c77d2 req-2e4d10be-7a05-4cd5-bb44-203e7ce0866d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 Apr 19 18:51:37.041124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.069717 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.158088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.163426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e272fb8d-9e8e-477f-8b47-dbe3f9337494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:37.177701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5e73d-1ab6-4a3a-a006-2e60bceee99b,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:37.180536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:37.239910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.241106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94a5e73d-1ab6-4a3a-a006-2e60bceee99b HTTP/1.1" status: 204 len: 168 time: 0.2674203 Apr 19 18:51:37.284200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-14aa1cb7-3520-45c6-917c-eeb3de738cc3 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:37.285788 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-14aa1cb7-3520-45c6-917c-eeb3de738cc3 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.0986567 Apr 19 18:51:37.372813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Deleting port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:51:37.373210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.652235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] For port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,segment=NetworkSegment(9df5abb7-29a4-4c60-aa82-9e8d854fd666),segment_id=9df5abb7-29a4-4c60-aa82-9e8d854fd666)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:51:37.652687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.707305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41504) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:37.729591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:37.750763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:37.763482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab200c0-7b27-4812-9c98-969c373c8c46 req-6f8ca8ff-3d9f-4179-a69f-5640b2c2dca0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:37.765051 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ab200c0-7b27-4812-9c98-969c373c8c46 req-6f8ca8ff-3d9f-4179-a69f-5640b2c2dca0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 945 time: 0.1300373 Apr 19 18:51:37.766043 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:dce2a516962048b287807bb894698c98 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:37.769504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:37.789278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:37.790070 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Calling delete_port for 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:51:37.836145 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ab200c0-7b27-4812-9c98-969c373c8c46 req-b02c761f-69c8-4a65-8dc7-8b42e21a2a8f tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab92a30c-9f7b-471d-a8cf-1ee466f869ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634809 Apr 19 18:51:37.967352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.000414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.011111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0a234071-8030-4059-a41f-520967d2172b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:38.038134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.044853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-14ff6b74-99f7-47ee-9aea-23926e347594 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:38.052568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:51:38.063389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dce2a516962048b287807bb894698c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549681 Apr 19 18:51:38.064826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41512) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:38.066202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344990c1-9af2-4e77-a89a-f8cd6e8026ba,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:38.071034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:38.094634 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Pushing event deleted for resources: {'Port': ['ID=1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:38.099424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:38.185648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] No DVR routers for this DVR port 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:51:38.188260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.188836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.192295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'name': 'network-vif-deleted', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:51:38.232943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.233252 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f960f7b3-1b05-4864-920e-c36ce63ac6e0 req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.16 "DELETE /v2.0/ports/1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 HTTP/1.1" status: 204 len: 173 time: 0.9395473 Apr 19 18:51:38.243691 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7890a-de96-4f9e-b685-23d65ca41025', 'name': 'network-vif-deleted', 'tag': '1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522', 'status': 'completed', 'code': 200} Apr 19 18:51:38.263548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b1832-ed6b-46e0-8056-e3bef09a30f2 req-ba36a3cf-e900-4c6f-94ca-f3f8e9f2194e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:38.265150 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-549b1832-ed6b-46e0-8056-e3bef09a30f2 req-ba36a3cf-e900-4c6f-94ca-f3f8e9f2194e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1510513 Apr 19 18:51:38.332667 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-549b1832-ed6b-46e0-8056-e3bef09a30f2 req-5e587c1a-0a2c-4127-9464-ccf454751d3a tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Apr 19 18:51:38.363867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.369971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7b805dea-0afa-442e-a416-ca153c136d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:38.384168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344990c1-9af2-4e77-a89a-f8cd6e8026ba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:38.386903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:38.388235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.389392 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/344990c1-9af2-4e77-a89a-f8cd6e8026ba HTTP/1.1" status: 204 len: 168 time: 0.3201792 Apr 19 18:51:38.934072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41526) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:38.954242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:38.970197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:51:38.974548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Usage tracker for resource:security_group_rule and tenant:85bf909a23ea4e9db857a05f41382ee9 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:51:38.977557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:51:38.983723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:51:39.022535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1e461e54-9793-4b8a-8381-946c8bb67228 req-be527bd3-757b-4553-a01c-aaac5c1b84e1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Synchronizing usage tracker for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:51:39.095090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1e461e54-9793-4b8a-8381-946c8bb67228 req-be527bd3-757b-4553-a01c-aaac5c1b84e1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Unset dirty status for tenant:a224a50047d04060bfe3ac9dd0c62247 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:51:39.096567 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1e461e54-9793-4b8a-8381-946c8bb67228 req-be527bd3-757b-4553-a01c-aaac5c1b84e1 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] 10.222.0.43 "GET /v2.0/ports?device_id=6de7890a-de96-4f9e-b685-23d65ca41025 HTTP/1.1" status: 200 len: 210 time: 0.1260147 Apr 19 18:51:39.149975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.175436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.184922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43f70766-48eb-48ca-8236-9bfac8852a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:39.227756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85bf909a23ea4e9db857a05f41382ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924039 Apr 19 18:51:39.229671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e56a69f-1313-45f5-a2c3-50e34b3a2710,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:39.230648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41532) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:51:39.235353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-30e2f1db-ba0d-43bf-9db9-e7efef04f707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:39.312683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.343102 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.432296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.437561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0714ec6e-cdf1-4734-ae09-325b21e4d4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:51:39.451469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e56a69f-1313-45f5-a2c3-50e34b3a2710,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:51:39.454310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:51:39.457723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:39.463235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e56a69f-1313-45f5-a2c3-50e34b3a2710 HTTP/1.1" status: 204 len: 168 time: 0.2298498 Apr 19 18:51:39.553568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8395b-6a7c-4015-947b-66b44a0c7132 req-0b7b480c-30d7-413b-8d84-d62d21c24c81 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:39.555290 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a7b8395b-6a7c-4015-947b-66b44a0c7132 req-0b7b480c-30d7-413b-8d84-d62d21c24c81 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0995567 Apr 19 18:51:39.609227 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a7b8395b-6a7c-4015-947b-66b44a0c7132 req-5c51584e-ec43-4669-91e3-7cbf7618226d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Apr 19 18:51:40.150352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:51:40.167830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:51:40.190761 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:51:40.191233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1f5d4dc7-f02d-4eef-a3c8-294a5cdfc522 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:51:40.815737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad805-733f-477b-86f5-4d7b9ee48175 req-11c5669a-34be-4cdb-bd28-f66f6769b30c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:40.817335 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-85fad805-733f-477b-86f5-4d7b9ee48175 req-11c5669a-34be-4cdb-bd28-f66f6769b30c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0927653 Apr 19 18:51:40.868377 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-85fad805-733f-477b-86f5-4d7b9ee48175 req-f2a42540-7c25-4107-866c-936d522d2de4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Apr 19 18:51:40.969663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:42.074197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241805a-535f-42f7-9ba5-2d46f6938196 req-fdf7b638-dc32-42bc-8dff-badcded9c164 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:42.075738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4241805a-535f-42f7-9ba5-2d46f6938196 req-fdf7b638-dc32-42bc-8dff-badcded9c164 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0941374 Apr 19 18:51:42.123023 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4241805a-535f-42f7-9ba5-2d46f6938196 req-e2ca5304-7763-4e00-b286-dacb1193b542 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Apr 19 18:51:42.770156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a731cff2-0e28-4235-917a-ee86ed93f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:43.344034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c61e4-5f44-421e-9ec4-1c97c8843d9b req-828b423f-4a4c-44d0-9c57-c032fe1f7c7c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:43.353011 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be2c61e4-5f44-421e-9ec4-1c97c8843d9b req-828b423f-4a4c-44d0-9c57-c032fe1f7c7c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1055257 Apr 19 18:51:43.407210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be2c61e4-5f44-421e-9ec4-1c97c8843d9b req-d6f05ea7-5199-44f1-bb0f-3cb957a0ab13 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Apr 19 18:51:44.622559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5274e-94f7-4f19-af5a-c0efe6299537 req-6fd7b6d3-654b-4283-a951-3801a106bf99 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:44.624188 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4a5274e-94f7-4f19-af5a-c0efe6299537 req-6fd7b6d3-654b-4283-a951-3801a106bf99 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0991392 Apr 19 18:51:44.679079 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4a5274e-94f7-4f19-af5a-c0efe6299537 req-fa317890-ad0f-4515-a420-17436d91e241 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Apr 19 18:51:45.483548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99299d05-9a9b-4170-9b76-90df8961452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:45.896123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d541-7ced-401a-a432-7448cd5e7a3f req-b3fea2dc-9107-4902-ac54-a784021f620e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:45.897927 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bd2d541-7ced-401a-a432-7448cd5e7a3f req-b3fea2dc-9107-4902-ac54-a784021f620e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0970259 Apr 19 18:51:45.965345 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bd2d541-7ced-401a-a432-7448cd5e7a3f req-846ebfc6-0977-41c2-b843-f4a46b54faea tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Apr 19 18:51:46.014997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:46.149287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:47.199885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23be25-e68b-44d8-8b6b-08d7c5b1d162 req-f32b9309-f8a2-4312-a203-992f16376e50 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:47.201568 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5a23be25-e68b-44d8-8b6b-08d7c5b1d162 req-f32b9309-f8a2-4312-a203-992f16376e50 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0997624 Apr 19 18:51:47.260572 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5a23be25-e68b-44d8-8b6b-08d7c5b1d162 req-d2b2346f-4c37-4022-a482-3bbec4dfd81b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Apr 19 18:51:47.501089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:51:48.623077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b342f7-23d5-4cf2-9ce8-135948996b9a req-dbc5e5d2-458d-49bf-ab45-22eeb2ffe0e6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:48.624719 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-63b342f7-23d5-4cf2-9ce8-135948996b9a req-dbc5e5d2-458d-49bf-ab45-22eeb2ffe0e6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1471109 Apr 19 18:51:48.683468 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-63b342f7-23d5-4cf2-9ce8-135948996b9a req-017d9dc3-0aba-438d-a8f5-b2ee10837ab1 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Apr 19 18:51:49.954050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52f93b-b102-4143-b018-09518886b71d req-188eadd2-82a5-4398-ae0b-d5569d1ced19 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:49.966094 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eb52f93b-b102-4143-b018-09518886b71d req-188eadd2-82a5-4398-ae0b-d5569d1ced19 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1282587 Apr 19 18:51:50.030052 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-eb52f93b-b102-4143-b018-09518886b71d req-7b655178-48ba-4773-924e-02733fb3f985 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626647 Apr 19 18:51:51.291075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58284856-d09b-4522-b969-fc699310d978 req-f0abf285-7674-406f-b887-83fa1a7d533f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:51.292660 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58284856-d09b-4522-b969-fc699310d978 req-f0abf285-7674-406f-b887-83fa1a7d533f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0965130 Apr 19 18:51:51.354438 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58284856-d09b-4522-b969-fc699310d978 req-ebe1cf02-2022-4e87-8486-737f6b209c5c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Apr 19 18:51:52.151164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6a0dd-4c27-419a-a974-0c712c953e05 req-3b938e56-5c87-4550-ad04-0fb4ba0ecb31 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:52.152965 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f0f6a0dd-4c27-419a-a974-0c712c953e05 req-3b938e56-5c87-4550-ad04-0fb4ba0ecb31 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.0959218 Apr 19 18:51:52.212071 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f0f6a0dd-4c27-419a-a974-0c712c953e05 req-8e1541f7-d572-45ca-9c72-a10dd030b440 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 Apr 19 18:51:52.569292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d646c99-4356-45c6-bf02-54dea3e73eee req-2f875365-8e8c-40d2-9b4d-a19b6833770e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:52.570831 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d646c99-4356-45c6-bf02-54dea3e73eee req-2f875365-8e8c-40d2-9b4d-a19b6833770e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0932186 Apr 19 18:51:52.622356 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d646c99-4356-45c6-bf02-54dea3e73eee req-2b77de8e-dfff-4df5-89c7-778630a1d40c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Apr 19 18:51:53.443534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128526-adab-4a71-9c1e-39feeafcbe5a req-c674b84b-266b-479d-94a2-e78d49763670 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:53.445146 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-39128526-adab-4a71-9c1e-39feeafcbe5a req-c674b84b-266b-479d-94a2-e78d49763670 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1056080 Apr 19 18:51:53.502703 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-39128526-adab-4a71-9c1e-39feeafcbe5a req-6e196b18-1688-4bd1-a9f9-d0de5458e177 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504501 Apr 19 18:51:53.855820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66cbc6-9358-42bd-b3c4-c8a70affeaaf req-0b916a87-7479-4308-8bd9-e713d94d0947 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:53.857908 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0b66cbc6-9358-42bd-b3c4-c8a70affeaaf req-0b916a87-7479-4308-8bd9-e713d94d0947 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1095970 Apr 19 18:51:53.923998 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0b66cbc6-9358-42bd-b3c4-c8a70affeaaf req-cc822cf1-1c66-447e-ba0b-5aec2d6b31c8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Apr 19 18:51:54.776929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f9ca-1b22-4168-a57a-8a5760e79753 req-eb233a3d-5a6a-4878-9be1-6dae06538635 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:54.785616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c2f2f9ca-1b22-4168-a57a-8a5760e79753 req-eb233a3d-5a6a-4878-9be1-6dae06538635 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1181765 Apr 19 18:51:54.834490 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c2f2f9ca-1b22-4168-a57a-8a5760e79753 req-65bb71ae-456f-4b87-b024-c4228bb48308 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476749 Apr 19 18:51:54.993637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3892-e442-43ba-be53-8774a45a232c req-3352822c-fcde-4531-846d-e68edcd3553a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:54.995250 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-528d3892-e442-43ba-be53-8774a45a232c req-3352822c-fcde-4531-846d-e68edcd3553a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1191578 Apr 19 18:51:55.084141 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-528d3892-e442-43ba-be53-8774a45a232c req-6e149bdd-bd27-4237-87cb-7e08654c3c50 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735478 Apr 19 18:51:55.172195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadece7-553c-435a-a988-30fc2b1b49f8 req-dffae2f6-61ac-4421-b312-c22a497d25c3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:55.179216 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2dadece7-553c-435a-a988-30fc2b1b49f8 req-dffae2f6-61ac-4421-b312-c22a497d25c3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1103745 Apr 19 18:51:55.226524 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2dadece7-553c-435a-a988-30fc2b1b49f8 req-daedc209-fa82-4d89-b439-a9d3216a6f7e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Apr 19 18:51:56.066830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2d33-fbda-4a48-b290-25313d07c890 req-25dda647-e2a4-46fe-8e93-499a70b6ccb1 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:56.066830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed8a2d33-fbda-4a48-b290-25313d07c890 req-25dda647-e2a4-46fe-8e93-499a70b6ccb1 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1076195 Apr 19 18:51:56.124062 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ed8a2d33-fbda-4a48-b290-25313d07c890 req-7b078ea1-101f-4791-be3e-a66071bda3cb tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Apr 19 18:51:56.341115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366cde5-2e9f-47cd-9bd2-14d5e2e749fb req-75b8f3e5-f639-4ab3-99a2-2a74c7480f2d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:56.342788 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f366cde5-2e9f-47cd-9bd2-14d5e2e749fb req-75b8f3e5-f639-4ab3-99a2-2a74c7480f2d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0997968 Apr 19 18:51:56.392686 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f366cde5-2e9f-47cd-9bd2-14d5e2e749fb req-b8af3953-0761-4c91-ac93-2fcd17c2d83a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Apr 19 18:51:56.447600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60f3d5-7ab2-48d6-a79f-a222c67adce1 req-6922608c-3c2d-40fe-86bb-dac667213b63 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:56.457049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ff60f3d5-7ab2-48d6-a79f-a222c67adce1 req-6922608c-3c2d-40fe-86bb-dac667213b63 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1036325 Apr 19 18:51:56.504757 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ff60f3d5-7ab2-48d6-a79f-a222c67adce1 req-cba613b7-e34b-484d-9864-92754f8d02b9 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Apr 19 18:51:57.336531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17e668-793a-4067-9f2e-5bc603394c21 req-a5cda961-1e6a-4386-a139-2af8fe1eab02 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:57.338182 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de17e668-793a-4067-9f2e-5bc603394c21 req-a5cda961-1e6a-4386-a139-2af8fe1eab02 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.0960979 Apr 19 18:51:57.395802 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de17e668-793a-4067-9f2e-5bc603394c21 req-88595c81-e5e0-4757-be43-48f08861e955 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Apr 19 18:51:57.627743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e058bfc-75e5-4f95-9453-067330f8ba45 req-9af0cf32-fd8e-4b5d-aa0c-2512b6fffc5d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:57.629588 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e058bfc-75e5-4f95-9453-067330f8ba45 req-9af0cf32-fd8e-4b5d-aa0c-2512b6fffc5d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1059194 Apr 19 18:51:57.696633 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e058bfc-75e5-4f95-9453-067330f8ba45 req-876ae9be-ca47-45c8-9b39-4bdd70ffa66f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603426 Apr 19 18:51:57.756410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f66c-0762-4ca0-9871-276a0abc43d9 req-c8449d10-f73b-40f5-8f73-2886c24f1d40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:57.758118 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e346f66c-0762-4ca0-9871-276a0abc43d9 req-c8449d10-f73b-40f5-8f73-2886c24f1d40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1102743 Apr 19 18:51:57.819206 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e346f66c-0762-4ca0-9871-276a0abc43d9 req-64c06e28-ec8f-4653-a08b-9f32a0760b79 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Apr 19 18:51:58.637214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b257-76fc-4c70-9dd1-ff71f5270ca7 req-bd97a103-ac87-4409-95b3-4aa7ca167cdd tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:58.639443 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bab4b257-76fc-4c70-9dd1-ff71f5270ca7 req-bd97a103-ac87-4409-95b3-4aa7ca167cdd tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1024880 Apr 19 18:51:58.699386 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bab4b257-76fc-4c70-9dd1-ff71f5270ca7 req-0e4a4558-fff6-4c6f-a87c-48a96a26ad3c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524948 Apr 19 18:51:58.930336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1559-35d7-4d1f-8672-a83be06deaab req-465746d0-bac0-439f-9b3d-c8e96f8479eb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:58.931980 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-172f1559-35d7-4d1f-8672-a83be06deaab req-465746d0-bac0-439f-9b3d-c8e96f8479eb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1079502 Apr 19 18:51:58.987473 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-172f1559-35d7-4d1f-8672-a83be06deaab req-5109f89a-ff1d-4a26-8813-5934665db61d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471902 Apr 19 18:51:59.066122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c195-e1cc-4608-9220-ba521fb81db5 req-ecf6e8c6-66a9-4bd2-9dae-475cf9c48ba5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:59.067678 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5823c195-e1cc-4608-9220-ba521fb81db5 req-ecf6e8c6-66a9-4bd2-9dae-475cf9c48ba5 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0937877 Apr 19 18:51:59.124310 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5823c195-e1cc-4608-9220-ba521fb81db5 req-29654eef-4c87-4c6b-80b3-c32f1f5d7646 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483129 Apr 19 18:51:59.909547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f49ea-93d4-4eeb-8d69-5f6de5a815c6 req-0c1420a6-531a-4bb1-a7b3-11b357071145 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:51:59.911160 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ce8f49ea-93d4-4eeb-8d69-5f6de5a815c6 req-0c1420a6-531a-4bb1-a7b3-11b357071145 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.0929933 Apr 19 18:51:59.960271 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ce8f49ea-93d4-4eeb-8d69-5f6de5a815c6 req-8da0c5dd-9c9e-4111-92f2-9461fce13e19 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Apr 19 18:52:00.288921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bd1ef-4ddb-4f66-9262-d092245772a2 req-0e82d26b-09d0-4d82-9633-956b1bf795b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:00.290431 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c52bd1ef-4ddb-4f66-9262-d092245772a2 req-0e82d26b-09d0-4d82-9633-956b1bf795b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1701055 Apr 19 18:52:00.298881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-b851b2d4-b31e-4ad5-bf22-251aa9566263 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:00.300392 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-b851b2d4-b31e-4ad5-bf22-251aa9566263 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1373525 Apr 19 18:52:00.368267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecb3bf-9df3-44f3-b5fd-974ae0994eef req-58c7e0e6-335c-4ee9-b523-1670becb8f57 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:00.371136 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75ecb3bf-9df3-44f3-b5fd-974ae0994eef req-58c7e0e6-335c-4ee9-b523-1670becb8f57 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1179276 Apr 19 18:52:00.409139 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c52bd1ef-4ddb-4f66-9262-d092245772a2 req-0aa70641-c5e6-4c41-a3d6-d88d200e4b96 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075876 Apr 19 18:52:00.433526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Deleting port 9f419cbf-7699-4ffe-a128-353327701413 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:00.434478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:00.446459 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75ecb3bf-9df3-44f3-b5fd-974ae0994eef req-f15d4f23-9d8e-4c41-946c-9661eec1fa81 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687854 Apr 19 18:52:00.905565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] For port 9f419cbf-7699-4ffe-a128-353327701413, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9f419cbf-7699-4ffe-a128-353327701413,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:00.905965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.040486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Calling delete_port for 9f419cbf-7699-4ffe-a128-353327701413 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:52:01.252871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48224156-1abc-45d8-9010-65428016e838 req-c2860813-a049-4b3f-975f-d957048ed04d tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:01.254435 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-48224156-1abc-45d8-9010-65428016e838 req-c2860813-a049-4b3f-975f-d957048ed04d tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 945 time: 0.1581955 Apr 19 18:52:01.313830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-48224156-1abc-45d8-9010-65428016e838 req-88e1df1e-5a37-422d-ad95-710ee54d406f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Apr 19 18:52:01.334330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.340456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:01.349355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['9f419cbf-7699-4ffe-a128-353327701413'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:01.389771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Pushing event deleted for resources: {'Port': ['ID=9f419cbf-7699-4ffe-a128-353327701413,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:01.393920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:01.473632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] No DVR routers for this DVR port 9f419cbf-7699-4ffe-a128-353327701413 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:52:01.476258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:01.479176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'name': 'network-vif-deleted', 'tag': '9f419cbf-7699-4ffe-a128-353327701413'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:01.553645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fba2073b-3456-420b-a3c8-7bff0b1cbf72 req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "DELETE /v2.0/ports/9f419cbf-7699-4ffe-a128-353327701413 HTTP/1.1" status: 204 len: 173 time: 1.2368333 Apr 19 18:52:01.631973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a6a10-824b-48e9-a086-24639621523d req-b3af6cdf-3316-418a-8b2b-ef2ecdff6488 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:01.633323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-210a6a10-824b-48e9-a086-24639621523d req-b3af6cdf-3316-418a-8b2b-ef2ecdff6488 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0975578 Apr 19 18:52:01.672962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64742-9ca4-441e-b155-2857584f2570 req-b94a9a1e-a0be-4a2e-b5cd-c145b4f85223 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:01.672962 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9e64742-9ca4-441e-b155-2857584f2570 req-b94a9a1e-a0be-4a2e-b5cd-c145b4f85223 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1019185 Apr 19 18:52:01.691084 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-210a6a10-824b-48e9-a086-24639621523d req-a92b4382-5f90-42dc-9bdb-5e1ee53310d2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511823 Apr 19 18:52:01.739614 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9e64742-9ca4-441e-b155-2857584f2570 req-d2d84393-7815-415e-9c6f-759cca628143 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 Apr 19 18:52:01.758140 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317a0a40-08bb-4fd2-b0cc-ea1957ac2735', 'name': 'network-vif-deleted', 'tag': '9f419cbf-7699-4ffe-a128-353327701413', 'status': 'completed', 'code': 200} Apr 19 18:52:02.519802 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44e4ec54-3ba9-4842-a38d-e83514277494 req-9793803e-77ac-4585-9847-73ca41802a77 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:52:02.591795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-44e4ec54-3ba9-4842-a38d-e83514277494 req-9793803e-77ac-4585-9847-73ca41802a77 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:52:02.593103 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44e4ec54-3ba9-4842-a38d-e83514277494 req-9793803e-77ac-4585-9847-73ca41802a77 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=317a0a40-08bb-4fd2-b0cc-ea1957ac2735 HTTP/1.1" status: 200 len: 210 time: 0.1322546 Apr 19 18:52:02.926361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6fd08-2991-48b9-af0b-e1f8455bb781 req-e84f6182-f24d-424b-a120-11d548a72060 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:02.927923 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8bd6fd08-2991-48b9-af0b-e1f8455bb781 req-e84f6182-f24d-424b-a120-11d548a72060 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1095366 Apr 19 18:52:02.942260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8bd5-9539-4009-bded-1a6aea58c827 req-7c1f371c-995a-4210-87f7-a3ceae97bb65 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:02.946067 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d8d8bd5-9539-4009-bded-1a6aea58c827 req-7c1f371c-995a-4210-87f7-a3ceae97bb65 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0918968 Apr 19 18:52:02.978019 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8bd6fd08-2991-48b9-af0b-e1f8455bb781 req-873b5ee0-d544-4cae-bc8c-9a89cc973abe tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Apr 19 18:52:03.005192 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d8d8bd5-9539-4009-bded-1a6aea58c827 req-d8789dd6-c5ea-471b-850a-ea435b683702 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484531 Apr 19 18:52:04.160095 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41954) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:04.214106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00587716-f819-4ec7-baa8-a33afe57d999 req-8be87f4a-3e66-47a0-af21-0653a95c3a90 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:04.215696 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00587716-f819-4ec7-baa8-a33afe57d999 req-8be87f4a-3e66-47a0-af21-0653a95c3a90 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0897233 Apr 19 18:52:04.260410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Deleting subnet bac1bd23-ebf9-4265-ae62-8e70c2e7fecb {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:52:04.260643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9f419cbf-7699-4ffe-a128-353327701413 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:52:04.263813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:04.281757 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-00587716-f819-4ec7-baa8-a33afe57d999 req-43e8f170-ab7a-488f-96a0-ce77025aa76f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578003 Apr 19 18:52:04.305502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 9f419cbf-7699-4ffe-a128-353327701413 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:52:04.305896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9f419cbf-7699-4ffe-a128-353327701413 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:52:04.326363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba5693-e907-4455-91e1-a3a358bda77a req-c312f39d-bdf0-4a64-8aad-2e6ed0bc4b83 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:04.328024 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66ba5693-e907-4455-91e1-a3a358bda77a req-c312f39d-bdf0-4a64-8aad-2e6ed0bc4b83 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.2056987 Apr 19 18:52:04.339166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:04.431807 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66ba5693-e907-4455-91e1-a3a358bda77a req-dace6b6c-c188-4996-8ab5-2981130e7bf3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952766 Apr 19 18:52:04.437155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:04.729034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:04.733900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-16094fb9-1fb7-4210-b0f3-0b59563d5afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:04.771494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac1bd23-ebf9-4265-ae62-8e70c2e7fecb,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:04.773628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:04.776262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:04.780438 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-738cfb50-7706-4b4a-8f1e-a12050b46c8b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bac1bd23-ebf9-4265-ae62-8e70c2e7fecb HTTP/1.1" status: 204 len: 168 time: 0.6143298 Apr 19 18:52:04.783735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 41958) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:04.900066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.033695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.153042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05da367b-f45d-4dc2-87ba-5c6a154d4dc9']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:05.166856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df5abb7-29a4-4c60-aa82-9e8d854fd666') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:05.167374 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df5abb7-29a4-4c60-aa82-9e8d854fd666') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:05.179707 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.194665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.201018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:52:05.395646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:52:05.405840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.509520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9bc4e-25ce-49fc-8c64-f3b4f36b1c19 req-cd98d786-d842-4b19-8b04-c58f346133b0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:05.520105 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72c9bc4e-25ce-49fc-8c64-f3b4f36b1c19 req-cd98d786-d842-4b19-8b04-c58f346133b0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1222486 Apr 19 18:52:05.588086 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72c9bc4e-25ce-49fc-8c64-f3b4f36b1c19 req-5afdfb65-8b58-4b3c-996f-74e0e426c0c6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663266 Apr 19 18:52:05.603402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Network 05da367b-f45d-4dc2-87ba-5c6a154d4dc9 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:52:05.634091 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:52:05.797071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b8e0b-a8e5-43e1-affe-9bc4f02e3df7 req-d2a2d91b-657e-48ac-82c4-318c48eb3405 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:05.798648 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f2b8e0b-a8e5-43e1-affe-9bc4f02e3df7 req-d2a2d91b-657e-48ac-82c4-318c48eb3405 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1825278 Apr 19 18:52:05.800421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.804011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d70f16ba-798a-4150-aaf9-4207a1cd7429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:05.818530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:05.841885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=05da367b-f45d-4dc2-87ba-5c6a154d4dc9,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:05.847452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:05.852307 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] 10.222.0.43 "DELETE /v2.0/networks/05da367b-f45d-4dc2-87ba-5c6a154d4dc9 HTTP/1.1" status: 204 len: 168 time: 1.0675416 Apr 19 18:52:05.879316 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f2b8e0b-a8e5-43e1-affe-9bc4f02e3df7 req-4fa37189-640a-486f-bd34-1bc503fc40c9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556586 Apr 19 18:52:06.070448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41982) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:06.133466 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a6c94136-11ab-4fb7-a255-002c36a81f13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a224a50047d04060bfe3ac9dd0c62247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616252 Apr 19 18:52:06.136049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 41986) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:06.201479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.229142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.300844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.305927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e0045735-4cb5-498f-90bb-aaef37d87512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:06.320647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92a30c-9f7b-471d-a8cf-1ee466f869ae,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:06.323999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:06.375820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:06.377242 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab92a30c-9f7b-471d-a8cf-1ee466f869ae HTTP/1.1" status: 204 len: 168 time: 0.2400353 Apr 19 18:52:06.799100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af781075-87df-4858-8900-61a849425f61 req-5a1e0c69-dd41-46bc-b0a3-8fb4a954986b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:06.800705 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-af781075-87df-4858-8900-61a849425f61 req-5a1e0c69-dd41-46bc-b0a3-8fb4a954986b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0991468 Apr 19 18:52:06.853650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-af781075-87df-4858-8900-61a849425f61 req-0b9f25e4-b711-42a7-8730-7c59035a099f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460439 Apr 19 18:52:07.099233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56709-7311-4f1f-850b-43f3720edc73 req-5812aab7-7418-4958-9795-426449f106db tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:07.100826 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88e56709-7311-4f1f-850b-43f3720edc73 req-5812aab7-7418-4958-9795-426449f106db tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0928917 Apr 19 18:52:07.149772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-88e56709-7311-4f1f-850b-43f3720edc73 req-2a9d1800-1f72-4048-854c-14e27fa3a977 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Apr 19 18:52:08.073158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb7bcb-0902-4598-aaa1-58a40b629b4c req-33c05e4a-95a1-4c25-b561-1fba1d854c32 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:08.074782 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-56fb7bcb-0902-4598-aaa1-58a40b629b4c req-33c05e4a-95a1-4c25-b561-1fba1d854c32 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0956459 Apr 19 18:52:08.125630 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-56fb7bcb-0902-4598-aaa1-58a40b629b4c req-a361a186-05b9-4da3-88b9-c5522bb9d428 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Apr 19 18:52:08.362211 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6fde-1984-4488-81b2-d98bf2b321fa req-f546c650-14a1-4124-b4e1-b66dd3a7904b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:08.363779 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6bb6fde-1984-4488-81b2-d98bf2b321fa req-f546c650-14a1-4124-b4e1-b66dd3a7904b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0949631 Apr 19 18:52:08.369122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-a092bc35-8a8f-48e5-b672-84d1f55108c8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:08.373535 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-a092bc35-8a8f-48e5-b672-84d1f55108c8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/networks?id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 200 len: 813 time: 0.1610339 Apr 19 18:52:08.388094 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-3d2a92a0-9602-4dca-9e17-0f0b96379bf4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/quotas/a53adb45ba724c40bdb18fc0d9e9fccc HTTP/1.1" status: 200 len: 375 time: 0.0109684 Apr 19 18:52:08.414745 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6bb6fde-1984-4488-81b2-d98bf2b321fa req-7b640b68-dc94-4baa-95f7-6ca980d34c61 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Apr 19 18:52:08.445352 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-d47e8ccd-4b9c-4fd3-a35d-b6f2294fe97b tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505202 Apr 19 18:52:08.591393 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-998c1ab0-217b-4f22-90f3-d2f4ce9c641e service neutron] 10.222.0.43 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384051 Apr 19 18:52:08.936361 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-a5ffc2b0-5d8d-4754-92b1-300b161b8602 service neutron] 10.222.0.43 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383985 Apr 19 18:52:09.018181 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-3237708c-cc0e-4afa-b68f-68217a83daa5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842247 Apr 19 18:52:09.125476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-ce9f2c10-a4cd-417a-bd9c-a16a845c8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.128274 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-ce9f2c10-a4cd-417a-bd9c-a16a845c8a8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.0851529 Apr 19 18:52:09.207138 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-95ce7cd3-b032-48e1-8226-aa32f0ced6db req-40d3dbc7-f797-4617-99c4-a31bf26ed7e3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 210 time: 0.0970192 Apr 19 18:52:09.401142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-dcb52784-9a14-4a01-bb48-532f986eb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.402808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-dcb52784-9a14-4a01-bb48-532f986eb295 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.2529335 Apr 19 18:52:09.492726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75ff4a-600f-4e95-9c2e-1f280fef2154 req-d3839daa-b2cb-499f-a971-48e325e1bd18 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.494387 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee75ff4a-600f-4e95-9c2e-1f280fef2154 req-d3839daa-b2cb-499f-a971-48e325e1bd18 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.2101631 Apr 19 18:52:09.560417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-38614085-2686-4bdc-bd29-2a1784b3f9ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 1001 time: 0.1497254 Apr 19 18:52:09.634075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ff32-9e6b-409b-b8b4-d274a254c83d req-fd409522-2b05-4ccd-8382-c1eec878f44b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.635728 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67c8ff32-9e6b-409b-b8b4-d274a254c83d req-fd409522-2b05-4ccd-8382-c1eec878f44b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0949054 Apr 19 18:52:09.669736 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee75ff4a-600f-4e95-9c2e-1f280fef2154 req-3bd15280-10e5-4919-ac86-6fa05ac35d65 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081924 Apr 19 18:52:09.693952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-acee0aad-58aa-42ee-8648-f742a792b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.694105 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-acee0aad-58aa-42ee-8648-f742a792b6dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1085210 Apr 19 18:52:09.699280 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67c8ff32-9e6b-409b-b8b4-d274a254c83d req-16ca9932-c799-4ca1-8ea8-daf274a7ff6f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555980 Apr 19 18:52:09.785017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-f3d11750-2742-4038-8a47-4379aa5157a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:09.786645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-f3d11750-2742-4038-8a47-4379aa5157a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831444 Apr 19 18:52:09.937523 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-97fa2866-207e-4a41-81df-162f6b19932d service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422803 Apr 19 18:52:10.093868 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9a39aacd-9160-4703-9d67-3a8da87c97f1 req-cbac0dcf-3560-49e7-a4c2-b78dbf370e74 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432731 Apr 19 18:52:10.391781 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fce3e2e9-b8ec-43a4-bbb2-da77aeec8b73 req-c28b3169-aec1-4a25-829a-b291681a3360 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 210 time: 0.0541031 Apr 19 18:52:10.872681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8c546-8577-4e72-81b5-72baff22ec1c req-74f46b18-3f17-4140-b5f0-0feb5bed33cb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:10.874260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-abb8c546-8577-4e72-81b5-72baff22ec1c req-74f46b18-3f17-4140-b5f0-0feb5bed33cb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0901725 Apr 19 18:52:10.899273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae49a6-3e15-4cea-9c74-8545742d9045 req-558afdcf-fa59-4111-bdf1-291b19c4afac tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:10.900849 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28ae49a6-3e15-4cea-9c74-8545742d9045 req-558afdcf-fa59-4111-bdf1-291b19c4afac tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0900598 Apr 19 18:52:10.922930 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-abb8c546-8577-4e72-81b5-72baff22ec1c req-d9aa37c5-1963-4d63-97dc-a46e60d19ae3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Apr 19 18:52:10.952057 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28ae49a6-3e15-4cea-9c74-8545742d9045 req-e8db179d-87aa-4478-a133-67842ea4e575 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445552 Apr 19 18:52:10.980078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:11.342665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-51e9ac54-eaf2-4ff2-be3f-b0063ef6da53 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:11.344718 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-51e9ac54-eaf2-4ff2-be3f-b0063ef6da53 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "GET /v2.0/networks?id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 200 len: 813 time: 0.1582818 Apr 19 18:52:11.365220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Request body: {'port': {'device_id': 'b4d2565d-d094-49a2-a98e-e17490541501', 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02', 'admin_state_up': True, 'tenant_id': 'a53adb45ba724c40bdb18fc0d9e9fccc'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:52:11.531776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:52:11.543846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:52:11.585975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Made reservation on behalf of a53adb45ba724c40bdb18fc0d9e9fccc for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:52:11.592237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:11.593370 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-804d090a-d2c6-4d89-ab53-a8d734fbda4f req-a15f7060-2734-48d9-995c-9ba529c07768 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 210 time: 0.0642116 Apr 19 18:52:11.779251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Allocated IP 172.20.0.12 (c06d42ba-8ec6-49be-bb05-0a65f06a1b02/5c4ca761-806a-4258-830f-3f1421047168/8b69ee99-d6d9-430e-b474-5fe8a1a3096f) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:52:12.004900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.097315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.108837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-44c301e6-8c7f-41c6-9610-1edd2d97a2ac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:12.169046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a33bec-7e62-4775-8c76-73f4d2783798 req-2f0c0afc-86c2-435b-9555-a83b0505b6cc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:12.170599 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62a33bec-7e62-4775-8c76-73f4d2783798 req-2f0c0afc-86c2-435b-9555-a83b0505b6cc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0922203 Apr 19 18:52:12.185650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:52:12.193733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:52:12.198818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:52:12.222539 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62a33bec-7e62-4775-8c76-73f4d2783798 req-3eaf3d42-de5f-4d6c-b213-d0d7a8dc0384 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Apr 19 18:52:12.255766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Pushing event updated for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:12.309159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:52:12.324169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.324583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.324988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.325391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.325784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.326181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.326571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.326988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.327379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.327767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.328154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.328538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:12.332965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:12.349524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:12.350272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.381405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56d7c0-4e40-4bff-91a3-9268334d36f6 req-642b9c57-5566-4ffc-9c9b-74587c8fac21 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:12.383038 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b56d7c0-4e40-4bff-91a3-9268334d36f6 req-642b9c57-5566-4ffc-9c9b-74587c8fac21 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.3353930 Apr 19 18:52:12.450879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:12.451680 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0906861 Apr 19 18:52:12.455710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea1ab-8269-43b0-8725-39b97ee3b98e req-b0b6d622-fee5-4ac9-b821-74f784572f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:12.457181 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49fea1ab-8269-43b0-8725-39b97ee3b98e req-b0b6d622-fee5-4ac9-b821-74f784572f71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.2025971 Apr 19 18:52:12.460358 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6b56d7c0-4e40-4bff-91a3-9268334d36f6 req-844c2c48-a0cb-4e96-a700-fc9ffc4897af tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661874 Apr 19 18:52:12.465130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:52:12.475591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Request body: {'port': {'device_id': 'b4d2565d-d094-49a2-a98e-e17490541501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:52:12.529949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.549736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:52:12.566094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:12.603059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.604921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:12.621996 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49fea1ab-8269-43b0-8725-39b97ee3b98e req-b2c2c368-d59e-435c-9bf3-929d6da39e3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Apr 19 18:52:12.638784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:12.678729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=6']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:12.681953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:12.706185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['bf7cb878-78df-4e51-9b8c-1d083c421a37'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:12.829648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf61d-5787-4a97-a3e9-8d5b03e51ad2 req-063843b6-d660-4136-a503-ea86d14db99c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:12.832802 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c15cf61d-5787-4a97-a3e9-8d5b03e51ad2 req-063843b6-d660-4136-a503-ea86d14db99c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 932 time: 0.1236000 Apr 19 18:52:12.906631 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c15cf61d-5787-4a97-a3e9-8d5b03e51ad2 req-e5b7a78c-7b00-49df-98c3-fa178c2b5747 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667732 Apr 19 18:52:13.003535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-92144ec3-1933-4b2b-870d-0aa1dbe10f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.072338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b69ee99-d6d9-430e-b474-5fe8a1a3096f {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:52:13.081036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.096657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Transition to ACTIVE for port object 8b69ee99-d6d9-430e-b474-5fe8a1a3096f will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:52:13.128262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.133198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:13.297837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Pushing event updated for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:13.306430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:13.433609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Attempting to bind port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:52:13.433979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Attempting to bind port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:52:13.434344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Attempting to bind port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:52:13.446970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:52:13.447339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Attempting to bind port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f on network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:52:13.457162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:52:13.457531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Checking segment: {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:52:13.457946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Bound using segment: {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:52:13.458454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Bound port: 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3f9da7-04c7-48e5-b86f-a56df15edda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:52:13.458861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.522214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798343-0213-4e3e-b5d8-15f24aba64f7 req-47406998-e6f6-4fb0-9c4c-3d6b029ad1e7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:13.523903 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1798343-0213-4e3e-b5d8-15f24aba64f7 req-47406998-e6f6-4fb0-9c4c-3d6b029ad1e7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.1761446 Apr 19 18:52:13.610376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1798343-0213-4e3e-b5d8-15f24aba64f7 req-2c4ae9a2-030b-48b3-ab39-083a25760484 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754418 Apr 19 18:52:13.617006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:52:13.620576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:52:13.648988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.654479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-249624cb-7202-4c83-a617-1c367a038fe8 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:13.702401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7ffae-e604-4d2e-a704-6d9cf1f24056 req-af5068b3-54ba-4aae-b20e-20cac1ec696b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:13.706510 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7fb7ffae-e604-4d2e-a704-6d9cf1f24056 req-af5068b3-54ba-4aae-b20e-20cac1ec696b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0953526 Apr 19 18:52:13.717209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:13.717880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:13.719363 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] 10.222.0.16 "PUT /v2.0/ports/8b69ee99-d6d9-430e-b474-5fe8a1a3096f HTTP/1.1" status: 200 len: 1094 time: 1.2496448 Apr 19 18:52:13.719883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:13.741856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Pushing event updated for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:13.746582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:13.768111 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7fb7ffae-e604-4d2e-a704-6d9cf1f24056 req-9f3821ff-ca19-43af-9bb3-cd0851f3c609 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Apr 19 18:52:13.789683 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f', 'status': 'completed', 'code': 200} Apr 19 18:52:13.930108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-481fd734-05c2-4f66-b286-7b793ef91322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:13.931736 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-481fd734-05c2-4f66-b286-7b793ef91322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 1097 time: 0.0889113 Apr 19 18:52:14.337288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:52:14.402410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-33860fbf-6dd7-4f4b-8cb8-9026cfd8c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:14.404048 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-33860fbf-6dd7-4f4b-8cb8-9026cfd8c758 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4315319 Apr 19 18:52:14.417952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f260cb-d248-468a-a2c1-ff51b7c06ebf req-2c45cd20-1918-4659-a138-881be1eb32c3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:14.418832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e9f260cb-d248-468a-a2c1-ff51b7c06ebf req-2c45cd20-1918-4659-a138-881be1eb32c3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:52:14.430514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port bf7cb878-78df-4e51-9b8c-1d083c421a37 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:52:14.430514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:14.551242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e9f260cb-d248-468a-a2c1-ff51b7c06ebf req-2c45cd20-1918-4659-a138-881be1eb32c3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:52:14.552517 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9f260cb-d248-468a-a2c1-ff51b7c06ebf req-2c45cd20-1918-4659-a138-881be1eb32c3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 944 time: 0.4941578 Apr 19 18:52:14.598371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-14363b40-a2c4-414c-b9a2-29312436e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:14.600056 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bee88bef-c4c0-4a7b-840e-6cbac5b9cea3 req-14363b40-a2c4-414c-b9a2-29312436e468 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1773939 Apr 19 18:52:14.627961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:14.639813 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9f260cb-d248-468a-a2c1-ff51b7c06ebf req-0cebf6aa-e20b-4b27-ba52-30f3e2490c9c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Apr 19 18:52:14.707077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:14.748080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-cdd26045-55ba-4284-9301-7408747f3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:14.751433 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-cdd26045-55ba-4284-9301-7408747f3616 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 1097 time: 0.1073885 Apr 19 18:52:14.763809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:14.790522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:14.798052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-99931aa5-2e97-4440-a700-f08fde8d4b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:14.848301 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-d6ac011b-1182-4089-a6bc-0c6fd891a83e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f HTTP/1.1" status: 200 len: 217 time: 0.0871842 Apr 19 18:52:14.975257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929da4f-c682-400d-8978-67061e81f997 req-8727a9cc-b360-4960-9176-83b86343d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:14.978248 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-8727a9cc-b360-4960-9176-83b86343d283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c4ca761-806a-4258-830f-3f1421047168 HTTP/1.1" status: 200 len: 853 time: 0.1155372 Apr 19 18:52:15.051513 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-abaabbc9-ebd0-4fb6-b6f8-101a78e2950f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c06d42ba-8ec6-49be-bb05-0a65f06a1b02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629029 Apr 19 18:52:15.055364 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'code': 200} Apr 19 18:52:15.067979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=7']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:15.085387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:15.306492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7cdd-9c2d-48a7-bd44-475eecb369e0 req-f4cf0f64-e9f9-4e31-aed7-096eb4e228b3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:15.317402 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4cce7cdd-9c2d-48a7-bd44-475eecb369e0 req-f4cf0f64-e9f9-4e31-aed7-096eb4e228b3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.4998505 Apr 19 18:52:15.330988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119a660-a46f-4b77-9eef-336150a2cb2e req-63f093fa-3a4e-41de-9a43-12fe45a8a268 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:15.332713 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8119a660-a46f-4b77-9eef-336150a2cb2e req-63f093fa-3a4e-41de-9a43-12fe45a8a268 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.2133205 Apr 19 18:52:15.380834 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4cce7cdd-9c2d-48a7-bd44-475eecb369e0 req-1d4358d1-3fb1-43fb-9889-baf8e4b7f122 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623679 Apr 19 18:52:15.382640 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-1194cf4f-44bd-47e3-83f4-7acd03eddc96 service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131731 Apr 19 18:52:15.471880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d5cbafe0-edcd-444e-889e-9e33e8db7100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:15.569055 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8119a660-a46f-4b77-9eef-336150a2cb2e req-64fdd0fd-fa3c-4e0f-8416-0c2b80a0616f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106774 Apr 19 18:52:15.596586 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d929da4f-c682-400d-8978-67061e81f997 req-0c917e78-e0c0-4c1e-bfb6-b5268242cfd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015271 Apr 19 18:52:15.898169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfda15-d7b0-437e-a355-891ee193b4f9 req-aed2763d-e98d-4b3c-bf52-660f6871155e tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:15.899897 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3cfda15-d7b0-437e-a355-891ee193b4f9 req-aed2763d-e98d-4b3c-bf52-660f6871155e tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 944 time: 0.1129236 Apr 19 18:52:15.985003 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3cfda15-d7b0-437e-a355-891ee193b4f9 req-4a1a498c-7d1f-4eec-85f4-f15961f0d21b tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675638 Apr 19 18:52:16.003238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:16.174904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:16.404534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-f20e562c-a0b2-45f5-92e6-6d59bcc2cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:16.406183 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-f20e562c-a0b2-45f5-92e6-6d59bcc2cf6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ef0039195f6457390e0072c64b3f5b6&device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.2205760 Apr 19 18:52:16.538395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527ff32-e415-4ef9-825c-6abe5274bbbd req-712dcd67-88c9-4ffc-adda-93002f2ade6b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:16.546099 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8527ff32-e415-4ef9-825c-6abe5274bbbd req-712dcd67-88c9-4ffc-adda-93002f2ade6b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.2309480 Apr 19 18:52:16.633255 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8527ff32-e415-4ef9-825c-6abe5274bbbd req-26a53ac9-8283-46ad-9330-18170ab4ab7f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861328 Apr 19 18:52:16.646717 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-15f2cb48-329a-4327-90e3-87483ddd626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:16.646717 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-15f2cb48-329a-4327-90e3-87483ddd626d service neutron] 10.222.0.16 "GET /v2.0/networks?id=15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 200 len: 920 time: 0.2277722 Apr 19 18:52:16.649740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff1a43-7112-4910-9607-95aca462ed7d req-3b157d81-a086-4910-9a77-3578ac210bb0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:16.651605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66ff1a43-7112-4910-9607-95aca462ed7d req-3b157d81-a086-4910-9a77-3578ac210bb0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1146288 Apr 19 18:52:16.721971 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66ff1a43-7112-4910-9607-95aca462ed7d req-7180684e-57d0-4fae-ac2d-b8ec718f7078 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625303 Apr 19 18:52:16.741014 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-1dd91dc0-f91e-452d-9608-217011c2c39c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 200 len: 217 time: 0.0843174 Apr 19 18:52:16.829084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-389312ac-d241-478c-ae12-eaa4d556a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:16.831378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-389312ac-d241-478c-ae12-eaa4d556a367 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 200 len: 859 time: 0.0819824 Apr 19 18:52:16.896565 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-c5771c0f-d82f-4e2c-91fb-e32d780d2e03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15004e24-6d7c-479b-9be3-5a37d0a73953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527952 Apr 19 18:52:17.094131 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-d87a11be-8575-4415-ad23-0570550b0dde service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787038 Apr 19 18:52:17.173142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:52:17.343289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df770-e6a8-490c-bf9e-df732d418573 req-d91fe96c-730c-47c8-9b84-f696c60ab09c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:17.344983 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-727df770-e6a8-490c-bf9e-df732d418573 req-d91fe96c-730c-47c8-9b84-f696c60ab09c tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 944 time: 0.2145779 Apr 19 18:52:17.372416 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d3b40-650f-4941-a4b8-50fd41df6f77 req-2ed99304-96fd-48a2-a660-63323a5d5f88 service neutron] 10.222.0.16 "GET /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698498 Apr 19 18:52:17.418539 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-727df770-e6a8-490c-bf9e-df732d418573 req-8c915aba-cdbb-4d91-afc5-dd42e836e811 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599115 Apr 19 18:52:17.488708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:18.139436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2e986-566e-4340-a360-2be12523f0fa req-81f61f35-f9d4-423b-855c-dbb86b8cbd40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:18.139436 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8e2e986-566e-4340-a360-2be12523f0fa req-81f61f35-f9d4-423b-855c-dbb86b8cbd40 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1245220 Apr 19 18:52:18.139436 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8e2e986-566e-4340-a360-2be12523f0fa req-4873beec-0ba5-4c04-a0d1-6f7b9840a4e4 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Apr 19 18:52:18.142028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4094c77-a211-4297-9d80-b2c6e4d3aee4 req-c29347cd-96aa-4bbc-91e1-2562a4c19194 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:18.142028 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a4094c77-a211-4297-9d80-b2c6e4d3aee4 req-c29347cd-96aa-4bbc-91e1-2562a4c19194 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1046700 Apr 19 18:52:18.142028 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a4094c77-a211-4297-9d80-b2c6e4d3aee4 req-5bec0cca-3f07-4472-9fbe-68e0102d1779 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469844 Apr 19 18:52:18.336356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8b69ee99-d6d9-430e-b474-5fe8a1a3096f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:52:18.505652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:18.546469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f', 'network_id': 'c06d42ba-8ec6-49be-bb05-0a65f06a1b02', 'port_id': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f', 'mac_address': 'fa:16:3e:be:23:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ca761-806a-4258-830f-3f1421047168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:52:18.669023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:18.707188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b69ee99-d6d9-430e-b474-5fe8a1a3096f {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:52:18.711284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f814180-adf0-4650-9b20-6a4a16a2f1fb req-69dff3d7-14ca-497f-95fd-5f1806c9c5fc tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:18.720250 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f814180-adf0-4650-9b20-6a4a16a2f1fb req-69dff3d7-14ca-497f-95fd-5f1806c9c5fc tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 944 time: 0.1089103 Apr 19 18:52:18.754941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:18.766679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f814180-adf0-4650-9b20-6a4a16a2f1fb req-3bb3d36a-5454-4199-918d-54d3f216e528 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Apr 19 18:52:18.794197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:18.797061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:18.878133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:18.881544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:19.157447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['8b69ee99-d6d9-430e-b474-5fe8a1a3096f'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:19.260755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ab0c5-3f10-471c-9924-e3d16c11c3a9 req-a5e94294-a535-4efa-a7d9-349a168135ee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:19.269611 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a0ab0c5-3f10-471c-9924-e3d16c11c3a9 req-a5e94294-a535-4efa-a7d9-349a168135ee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1822124 Apr 19 18:52:19.347543 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a0ab0c5-3f10-471c-9924-e3d16c11c3a9 req-6f08597f-4996-4535-9f9d-438a4ade23fa tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Apr 19 18:52:19.534254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838c17-bfce-48af-bc69-33a2a7f29802 req-99e66889-1c4b-4962-a2b1-43739dac1fe9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:19.536418 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-12838c17-bfce-48af-bc69-33a2a7f29802 req-99e66889-1c4b-4962-a2b1-43739dac1fe9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1304688 Apr 19 18:52:19.602852 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-12838c17-bfce-48af-bc69-33a2a7f29802 req-de00083b-0b93-43e5-aa9e-ec6664d02a66 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597575 Apr 19 18:52:20.004083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d97feb-87ac-42a7-b297-bdd12b172777 req-8f2e9f3a-2d0c-4aee-a4da-5a020b70b29d tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:20.006080 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82d97feb-87ac-42a7-b297-bdd12b172777 req-8f2e9f3a-2d0c-4aee-a4da-5a020b70b29d tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 945 time: 0.1047893 Apr 19 18:52:20.067524 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82d97feb-87ac-42a7-b297-bdd12b172777 req-b7498933-601b-450e-b09a-90d9202ef7eb tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Apr 19 18:52:20.369386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8b69ee99-d6d9-430e-b474-5fe8a1a3096f up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:52:20.483674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:52:20.491134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:52:20.491657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:20.647766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cb178-e151-4795-be5b-ef87699322ec req-c51400d6-71f1-4dc4-a82a-ed9eeb7c6ea2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:20.656900 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-459cb178-e151-4795-be5b-ef87699322ec req-c51400d6-71f1-4dc4-a82a-ed9eeb7c6ea2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1795640 Apr 19 18:52:20.701819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:20.709394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd858b-d83e-4a55-84d1-719ff663e5be req-0a40a5bb-a4ca-475c-a1b4-b3f8da4e6ee1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:20.730743 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1cd858b-d83e-4a55-84d1-719ff663e5be req-0a40a5bb-a4ca-475c-a1b4-b3f8da4e6ee1 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1169724 Apr 19 18:52:20.752400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:20.771311 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-459cb178-e151-4795-be5b-ef87699322ec req-364e8b5e-3146-40ef-b7a5-d1eb2c6a2932 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072733 Apr 19 18:52:20.791405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:20.838284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:20.841343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:20.859443 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1cd858b-d83e-4a55-84d1-719ff663e5be req-7ef1e35f-e5c5-4c53-a92b-fbe189faa56d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273589 Apr 19 18:52:20.967670 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f', 'code': 200} Apr 19 18:52:20.968312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:20.973547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:21.176935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f34f26-e3af-40cd-b701-ed194023699f req-f5f3aad0-b365-4e6d-88ec-3b545af1555c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:21.179591 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1f34f26-e3af-40cd-b701-ed194023699f req-f5f3aad0-b365-4e6d-88ec-3b545af1555c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1837254 Apr 19 18:52:21.279638 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c1f34f26-e3af-40cd-b701-ed194023699f req-76e0fbfc-1473-45eb-8a73-b8264ae7b05a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931060 Apr 19 18:52:21.411110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b23b1-cc56-4a13-98ec-65a5d04f22c0 req-52eb11a1-e192-42aa-8422-0b04d8017a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:21.412966 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-224b23b1-cc56-4a13-98ec-65a5d04f22c0 req-52eb11a1-e192-42aa-8422-0b04d8017a5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 1099 time: 0.1167538 Apr 19 18:52:21.537600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-224b23b1-cc56-4a13-98ec-65a5d04f22c0 req-7ae4e90d-ae2a-4871-8734-96caa89edbf6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847588 Apr 19 18:52:21.593511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d7b4-dd94-477b-9b26-f0d1a2412dc3 req-fce99047-29f1-4723-a864-7bd3f152466f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:21.595010 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0af6d7b4-dd94-477b-9b26-f0d1a2412dc3 req-fce99047-29f1-4723-a864-7bd3f152466f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.1809616 Apr 19 18:52:21.860433 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0af6d7b4-dd94-477b-9b26-f0d1a2412dc3 req-873b75a7-adb7-49fd-ac12-a872689244bb tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580268 Apr 19 18:52:22.093553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b120ddb-8116-42ed-94ea-db04f6e40167 req-323cc57a-91ff-4b21-b8ed-23a61662eb14 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:22.095130 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b120ddb-8116-42ed-94ea-db04f6e40167 req-323cc57a-91ff-4b21-b8ed-23a61662eb14 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1101067 Apr 19 18:52:22.150308 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b120ddb-8116-42ed-94ea-db04f6e40167 req-68875b50-b620-4ca3-8804-9c5560ee2319 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481353 Apr 19 18:52:22.498012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4f07-e0c0-433a-80d1-a3b8e7dd5039 req-5de320c6-763e-43cd-a93a-164e7032c2d3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:22.548417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-214b4f07-e0c0-433a-80d1-a3b8e7dd5039 req-5de320c6-763e-43cd-a93a-164e7032c2d3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0916007 Apr 19 18:52:22.553614 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-214b4f07-e0c0-433a-80d1-a3b8e7dd5039 req-e7f1176d-4b57-4a82-9969-7dce0476e63a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Apr 19 18:52:23.172205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf095d-fc66-45ea-be66-eb49cc32eae9 req-805bde68-7c01-45ea-8344-4ff4444d5212 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:23.174667 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fadf095d-fc66-45ea-be66-eb49cc32eae9 req-805bde68-7c01-45ea-8344-4ff4444d5212 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.1045828 Apr 19 18:52:23.237179 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fadf095d-fc66-45ea-be66-eb49cc32eae9 req-bbd7d9f7-72a1-447e-84fc-3f5a96cc2d27 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503404 Apr 19 18:52:23.451694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748eff-a996-41c9-ab2a-231e03eb847e req-5d12a14f-5a1c-4a72-b0f1-ec6ee2001ffc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:23.453368 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0748eff-a996-41c9-ab2a-231e03eb847e req-5d12a14f-5a1c-4a72-b0f1-ec6ee2001ffc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1132996 Apr 19 18:52:23.529832 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0748eff-a996-41c9-ab2a-231e03eb847e req-5b274383-f688-4397-a78a-69821a985181 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662537 Apr 19 18:52:23.829931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d68af-fc8e-437e-927c-43bebcf034e3 req-e5430f86-ab8d-4a9e-8882-67f577217870 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:23.832315 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd2d68af-fc8e-437e-927c-43bebcf034e3 req-e5430f86-ab8d-4a9e-8882-67f577217870 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1296861 Apr 19 18:52:23.888935 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd2d68af-fc8e-437e-927c-43bebcf034e3 req-441565c2-c33f-448c-ae24-0c54b8e51119 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502074 Apr 19 18:52:24.945908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2e848-7be6-4239-8d2c-1f838333efdb req-52d10ceb-1026-4138-a1f5-5e8ba9e55731 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:24.947500 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a3a2e848-7be6-4239-8d2c-1f838333efdb req-52d10ceb-1026-4138-a1f5-5e8ba9e55731 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1336257 Apr 19 18:52:25.037730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a3a2e848-7be6-4239-8d2c-1f838333efdb req-7f972e28-6b27-48be-b289-5e2351bfecd5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834198 Apr 19 18:52:25.187969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fac85-edd5-411c-9015-dbd9cd7525de req-51de19dd-1e77-4933-b7ea-5917026be230 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:25.189988 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1c4fac85-edd5-411c-9015-dbd9cd7525de req-51de19dd-1e77-4933-b7ea-5917026be230 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0916398 Apr 19 18:52:25.246587 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1c4fac85-edd5-411c-9015-dbd9cd7525de req-9f05ca4c-1db1-4a2b-a66c-48069040b57f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Apr 19 18:52:26.247672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec9867-5603-47bb-bfb7-e78ef683876b req-bd7cd3aa-4c42-4c23-966f-2e1dd7e1e7fd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:26.249491 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-beec9867-5603-47bb-bfb7-e78ef683876b req-bd7cd3aa-4c42-4c23-966f-2e1dd7e1e7fd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1006787 Apr 19 18:52:26.302354 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-beec9867-5603-47bb-bfb7-e78ef683876b req-b41481aa-a74f-4336-8d92-f54adeaee532 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Apr 19 18:52:26.514429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103e3b8-9a64-4a68-8638-2c50a92f7524 req-06b548ef-df06-4739-be7a-3195afd6ff47 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:26.517009 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f103e3b8-9a64-4a68-8638-2c50a92f7524 req-06b548ef-df06-4739-be7a-3195afd6ff47 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1307759 Apr 19 18:52:26.596828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f103e3b8-9a64-4a68-8638-2c50a92f7524 req-5a4fae9c-f78a-42c4-a5d8-89c47e56e010 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719435 Apr 19 18:52:27.008454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e55e3-fabc-45a5-adcb-cacdec910bf9 req-4ff5aa28-068d-4a9c-b6cf-5bcc4179e6ae tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:27.010455 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-274e55e3-fabc-45a5-adcb-cacdec910bf9 req-4ff5aa28-068d-4a9c-b6cf-5bcc4179e6ae tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0978982 Apr 19 18:52:27.063130 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-274e55e3-fabc-45a5-adcb-cacdec910bf9 req-0047d26c-320f-4b57-9f06-9668f5063ebc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Apr 19 18:52:27.521726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ad699-ed81-41ed-9b74-6628c0df6e30 req-fc4542b2-1d48-40de-a0ad-c3a4953ec228 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:27.523463 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b61ad699-ed81-41ed-9b74-6628c0df6e30 req-fc4542b2-1d48-40de-a0ad-c3a4953ec228 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0973334 Apr 19 18:52:27.579456 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b61ad699-ed81-41ed-9b74-6628c0df6e30 req-599560bd-45f6-41bb-a7af-87f697582341 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487833 Apr 19 18:52:27.808360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6023f-8be2-48da-9d2d-a220b4ae0bb9 req-1707744a-4e48-4108-b7a7-79fd8c0ba3af tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:27.809915 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4c6023f-8be2-48da-9d2d-a220b4ae0bb9 req-1707744a-4e48-4108-b7a7-79fd8c0ba3af tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0908377 Apr 19 18:52:27.861193 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b4c6023f-8be2-48da-9d2d-a220b4ae0bb9 req-0f90ada6-59e0-4f88-90a0-75494820f4d7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Apr 19 18:52:28.271842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ee508-f8cf-44ec-ba34-18813568abbb req-05179f46-eca9-4de9-8611-21a08d8ad8dc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:28.273448 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a90ee508-f8cf-44ec-ba34-18813568abbb req-05179f46-eca9-4de9-8611-21a08d8ad8dc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0906177 Apr 19 18:52:28.322218 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a90ee508-f8cf-44ec-ba34-18813568abbb req-9bbe9016-6fde-45a7-a8da-f81d86dbaf0e tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Apr 19 18:52:28.579909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-cf7f908d-b95a-45e3-baf3-836ea33ddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:28.581493 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-cf7f908d-b95a-45e3-baf3-836ea33ddc11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1098 time: 0.0940063 Apr 19 18:52:28.784031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-f46599cc-95eb-4725-ae71-cf57f1c6cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:28.785585 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-f46599cc-95eb-4725-ae71-cf57f1c6cf3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1967053 Apr 19 18:52:28.905259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ebf2b-86e6-4fdf-8ffd-52cfb392c459 req-f31a9640-f895-4092-92bf-b34396b81875 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:28.906870 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-095ebf2b-86e6-4fdf-8ffd-52cfb392c459 req-f31a9640-f895-4092-92bf-b34396b81875 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.2003806 Apr 19 18:52:28.936989 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-21d8ca23-1e45-4b40-903a-f19d76c2e5c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 1001 time: 0.1393752 Apr 19 18:52:29.024924 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-095ebf2b-86e6-4fdf-8ffd-52cfb392c459 req-e7912a13-9b95-4516-81d8-34007e2b06e7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072412 Apr 19 18:52:29.034973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-fc22a5ae-85bb-4112-b4ab-2ee1a3ccd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:29.036497 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-fc22a5ae-85bb-4112-b4ab-2ee1a3ccd403 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0892243 Apr 19 18:52:29.093617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1f31-8fa3-462a-9252-303eb6707551 req-84e9d1f2-0913-451a-bca5-2e1b18cbfdc7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:29.096068 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d54b1f31-8fa3-462a-9252-303eb6707551 req-84e9d1f2-0913-451a-bca5-2e1b18cbfdc7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1104996 Apr 19 18:52:29.127995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-e97b8712-90f7-4602-9ab3-9ab91d2692ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:29.129580 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-e97b8712-90f7-4602-9ab3-9ab91d2692ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829043 Apr 19 18:52:29.146756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d54b1f31-8fa3-462a-9252-303eb6707551 req-7b7f4587-af25-4636-94bc-796732929917 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Apr 19 18:52:29.279798 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-47b1e086-a926-4a63-8d97-6995e7ff12fe service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398251 Apr 19 18:52:29.430076 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a271ab86-b077-48f2-9ab7-f7a4ff865d98 req-ecbcc48e-6e29-4f3d-a5fe-bf51a6ca5b1f service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394222 Apr 19 18:52:29.535459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173b61-1f58-4644-a207-6b1c6e27aeb0 req-bd1fcaa1-9fe8-47c8-8cca-1ee5ca866a9f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:29.537030 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24173b61-1f58-4644-a207-6b1c6e27aeb0 req-bd1fcaa1-9fe8-47c8-8cca-1ee5ca866a9f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0924089 Apr 19 18:52:29.590583 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24173b61-1f58-4644-a207-6b1c6e27aeb0 req-4b832323-75d8-47bd-b7d1-5d0cc689429b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Apr 19 18:52:30.238118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca41a-0529-4473-8e6c-018c4728d601 req-adaafdaa-5b4d-429d-8b99-ef1971add407 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:30.239740 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d55ca41a-0529-4473-8e6c-018c4728d601 req-adaafdaa-5b4d-429d-8b99-ef1971add407 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0964580 Apr 19 18:52:30.291670 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d55ca41a-0529-4473-8e6c-018c4728d601 req-088ed24d-11dc-4817-ac08-f6244897ba96 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Apr 19 18:52:30.360388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91642e1b-7dcb-4a6d-aa26-69495fa7cbab req-77e41ac0-6d20-475d-b41b-3533a78471da tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:30.362491 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91642e1b-7dcb-4a6d-aa26-69495fa7cbab req-77e41ac0-6d20-475d-b41b-3533a78471da tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.0902531 Apr 19 18:52:30.410660 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91642e1b-7dcb-4a6d-aa26-69495fa7cbab req-167db41d-c7e3-483b-9801-ec59b7ef7b8f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Apr 19 18:52:30.599401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e8455-156e-473a-9785-c2b46c61012b req-b0975cdc-9508-4fd3-b1b3-aa13f6ad1ac8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:30.600953 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-df9e8455-156e-473a-9785-c2b46c61012b req-b0975cdc-9508-4fd3-b1b3-aa13f6ad1ac8 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0952179 Apr 19 18:52:30.685285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Deleting port cccedbc1-232b-4700-a60d-66b5562795f3 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:30.685668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:30.805412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4a23-4718-41b1-9dfb-7096f6815b9d req-5ca5fa92-9fa5-454b-ada6-64df0d10f5f6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:30.807778 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dedb4a23-4718-41b1-9dfb-7096f6815b9d req-5ca5fa92-9fa5-454b-ada6-64df0d10f5f6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 946 time: 0.0993376 Apr 19 18:52:30.864619 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dedb4a23-4718-41b1-9dfb-7096f6815b9d req-8123b0d4-4159-49ad-b1ee-c594d7f81eee tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Apr 19 18:52:30.954332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] For port cccedbc1-232b-4700-a60d-66b5562795f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cccedbc1-232b-4700-a60d-66b5562795f3,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:30.955503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:31.092521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Calling delete_port for cccedbc1-232b-4700-a60d-66b5562795f3 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:52:31.271319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:31.277226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:31.283681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['deff1176-8e32-4913-9f63-4eb9f3b4a393', 'cccedbc1-232b-4700-a60d-66b5562795f3'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:31.356245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Pushing event deleted for resources: {'Port': ['ID=cccedbc1-232b-4700-a60d-66b5562795f3,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:31.365188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:31.417694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] No DVR routers for this DVR port cccedbc1-232b-4700-a60d-66b5562795f3 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:52:31.420265 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:31.423632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'name': 'network-vif-deleted', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:31.498748 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd52b683-130d-40ab-b345-0c720345fb88', 'name': 'network-vif-deleted', 'tag': 'cccedbc1-232b-4700-a60d-66b5562795f3', 'status': 'completed', 'code': 200} Apr 19 18:52:31.504618 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-df9e8455-156e-473a-9785-c2b46c61012b req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "DELETE /v2.0/ports/cccedbc1-232b-4700-a60d-66b5562795f3 HTTP/1.1" status: 204 len: 173 time: 0.8953812 Apr 19 18:52:31.556790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03007ce8-d789-41b2-bdb2-b7c964ec49b3 req-cc16ee33-2b9a-466f-97b8-32dfbbd42f28 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:31.559149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03007ce8-d789-41b2-bdb2-b7c964ec49b3 req-cc16ee33-2b9a-466f-97b8-32dfbbd42f28 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1238728 Apr 19 18:52:31.614169 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03007ce8-d789-41b2-bdb2-b7c964ec49b3 req-024bb997-0a8d-464b-9741-92fc13c8293a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476322 Apr 19 18:52:31.691481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83211aa-71ac-423c-a9cb-8ab9dab0170f req-679ffa4d-c7a6-4ccd-b004-7b8dab51f098 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:31.699509 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c83211aa-71ac-423c-a9cb-8ab9dab0170f req-679ffa4d-c7a6-4ccd-b004-7b8dab51f098 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 945 time: 0.1044939 Apr 19 18:52:31.759390 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c83211aa-71ac-423c-a9cb-8ab9dab0170f req-0f144a19-efa3-4e1d-bf7f-9f660b22261b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588405 Apr 19 18:52:32.081638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6022fde-ee81-455f-8d46-a82f16a3e38c req-531b288a-d497-4fc0-a863-1cb2f38e2e10 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:32.083423 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6022fde-ee81-455f-8d46-a82f16a3e38c req-531b288a-d497-4fc0-a863-1cb2f38e2e10 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1011736 Apr 19 18:52:32.140149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f6022fde-ee81-455f-8d46-a82f16a3e38c req-829fb6c5-003e-4d32-b212-08412176dbd5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496681 Apr 19 18:52:32.214354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-5af8bf29-05c0-4629-bb03-8aecf2ef48e1 req-72764d51-c072-4497-a652-23e2d42b3e3d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Synchronizing usage tracker for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:52:32.256434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-5af8bf29-05c0-4629-bb03-8aecf2ef48e1 req-72764d51-c072-4497-a652-23e2d42b3e3d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Unset dirty status for tenant:6ef0039195f6457390e0072c64b3f5b6 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:52:32.257696 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5af8bf29-05c0-4629-bb03-8aecf2ef48e1 req-72764d51-c072-4497-a652-23e2d42b3e3d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd52b683-130d-40ab-b345-0c720345fb88 HTTP/1.1" status: 200 len: 210 time: 0.1100848 Apr 19 18:52:32.260738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-888179bd-dbf4-46dd-803a-d4a289a43c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:32.262217 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-888179bd-dbf4-46dd-803a-d4a289a43c38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.1632395 Apr 19 18:52:32.409130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-80c3f4ab-74f1-4f98-a777-cefb7f70ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:32.410735 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-80c3f4ab-74f1-4f98-a777-cefb7f70ca1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.1417294 Apr 19 18:52:32.430178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:52:32.542978 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-8a9f3493-4039-4fef-bfe0-913986382f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 1001 time: 0.1145868 Apr 19 18:52:32.572718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:32.602815 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:32.615414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:32.629351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-019a9f08-a337-49b3-bd7d-80dcc5712f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:32.631000 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-019a9f08-a337-49b3-bd7d-80dcc5712f2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.0805049 Apr 19 18:52:32.648064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:32.650026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:32.683973 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'code': 200} Apr 19 18:52:32.718669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-6a5191de-54c8-45eb-94e7-7621291a0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:32.725613 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-6a5191de-54c8-45eb-94e7-7621291a0f98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823581 Apr 19 18:52:32.727775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=8']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:32.736381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.736767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.737150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.737523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.737894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.738265 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.738660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.739033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.739399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.739765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.740126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.740486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:52:32.744753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:33.140452 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-e709775a-67c9-4bc1-8ac8-45056f73cee0 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122398 Apr 19 18:52:33.153631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d5da-0f26-4e28-9c10-7733a76da5c5 req-ab9798df-47ed-4192-bdba-4ceabf50450f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:33.155127 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f79d5da-0f26-4e28-9c10-7733a76da5c5 req-ab9798df-47ed-4192-bdba-4ceabf50450f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1479120 Apr 19 18:52:33.301669 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5f79d5da-0f26-4e28-9c10-7733a76da5c5 req-90f71299-0c95-4d70-b268-e12fb88d57f1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221757 Apr 19 18:52:33.346682 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08eeb2f7-917c-4ed6-a847-39b774a3a077 req-bfd0c8ed-3f66-48c9-b141-f9388f2e7ead service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905177 Apr 19 18:52:33.363678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7a6d-da2b-4cad-9f66-5462f114e4ab req-9b62e853-7f83-4ecf-91f3-a845a28eabac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:33.365393 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99af7a6d-da2b-4cad-9f66-5462f114e4ab req-9b62e853-7f83-4ecf-91f3-a845a28eabac tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0988877 Apr 19 18:52:33.417514 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99af7a6d-da2b-4cad-9f66-5462f114e4ab req-399645fd-fa24-4add-9ebf-c7720baa43cd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Apr 19 18:52:33.932284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2f376-2a95-4dc6-8231-7105029f6376 req-98c2f2cd-de16-4be3-a5ab-63c8887d5d10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:33.933937 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3c2f376-2a95-4dc6-8231-7105029f6376 req-98c2f2cd-de16-4be3-a5ab-63c8887d5d10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0963216 Apr 19 18:52:33.984987 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b3c2f376-2a95-4dc6-8231-7105029f6376 req-54599db6-b60c-41f5-8424-6b1f86ec701b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Apr 19 18:52:34.450265 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device cccedbc1-232b-4700-a60d-66b5562795f3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:52:34.493381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: cccedbc1-232b-4700-a60d-66b5562795f3 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:52:34.493686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device cccedbc1-232b-4700-a60d-66b5562795f3 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:52:34.665405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c0965-c70d-47fd-98c0-96b4b083ddd5 req-f124ffa7-00b0-47c9-a1a1-7d692bec2438 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:34.666827 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-707c0965-c70d-47fd-98c0-96b4b083ddd5 req-f124ffa7-00b0-47c9-a1a1-7d692bec2438 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.1218956 Apr 19 18:52:34.723273 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-707c0965-c70d-47fd-98c0-96b4b083ddd5 req-87c9b564-8181-443f-80ab-a5011861baeb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485475 Apr 19 18:52:34.754362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bf6fa-df9e-4394-85ec-a8de458365ea req-044e474d-0a1d-4707-9b0d-10231960961d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:34.756371 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fa4bf6fa-df9e-4394-85ec-a8de458365ea req-044e474d-0a1d-4707-9b0d-10231960961d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1079988 Apr 19 18:52:34.808336 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fa4bf6fa-df9e-4394-85ec-a8de458365ea req-2961ed63-8a90-4134-9cdd-fbed54309426 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446458 Apr 19 18:52:35.149063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42520) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:35.223586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f10a9-2483-49ff-8bff-11d81b551ba8 req-d87fa251-143a-42f1-b904-789b59baba77 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:35.225313 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6c5f10a9-2483-49ff-8bff-11d81b551ba8 req-d87fa251-143a-42f1-b904-789b59baba77 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0926452 Apr 19 18:52:35.279783 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6c5f10a9-2483-49ff-8bff-11d81b551ba8 req-9dad2b53-d964-433a-985e-a22df83c2623 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Apr 19 18:52:35.286969 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-7abe9331-9e08-427f-8eb7-28d698bfe6fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361978 Apr 19 18:52:36.085770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2086c-d6dc-4100-b0b2-f76125c55cf3 req-3fe10d84-e925-4af0-90c3-b950f4d21a2c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:36.087395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-adb2086c-d6dc-4100-b0b2-f76125c55cf3 req-3fe10d84-e925-4af0-90c3-b950f4d21a2c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0914080 Apr 19 18:52:36.140231 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-adb2086c-d6dc-4100-b0b2-f76125c55cf3 req-85f2af74-38e5-468d-886b-e322de275d56 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457160 Apr 19 18:52:36.485460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e16f-9ed7-4e31-92bc-e02afffda1af req-9ec1a36c-ece0-412d-a7c9-de155b0686d2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:36.487606 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03c5e16f-9ed7-4e31-92bc-e02afffda1af req-9ec1a36c-ece0-412d-a7c9-de155b0686d2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0890400 Apr 19 18:52:36.537922 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03c5e16f-9ed7-4e31-92bc-e02afffda1af req-40364f94-b00b-46ee-8d6e-5e392d6260c0 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Apr 19 18:52:37.008758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-f4814a99-c5ef-4ce7-a95e-1f9a264c8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.010331 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-f4814a99-c5ef-4ce7-a95e-1f9a264c8c82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234&tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0828836 Apr 19 18:52:37.116371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-94df554a-d7f7-4df7-a492-d98c60506a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.117894 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-94df554a-d7f7-4df7-a492-d98c60506a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1096 time: 0.0806000 Apr 19 18:52:37.314798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-b1c8f734-461f-4933-8f68-764ed0980cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.316339 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-b1c8f734-461f-4933-8f68-764ed0980cdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1891212 Apr 19 18:52:37.457743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79246cec-e710-41d2-8c26-87c8a0d7f9c1 req-2de4fbfc-970c-4e9a-afa7-b30f3682cb8e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.459342 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-79246cec-e710-41d2-8c26-87c8a0d7f9c1 req-2de4fbfc-970c-4e9a-afa7-b30f3682cb8e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1939092 Apr 19 18:52:37.463952 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-39534775-9321-4e96-af06-d163edebb397 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 200 len: 999 time: 0.1343126 Apr 19 18:52:37.558964 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-79246cec-e710-41d2-8c26-87c8a0d7f9c1 req-6d17898b-59a2-45f9-bdc3-5d0397150a26 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930419 Apr 19 18:52:37.569242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-2a51f43f-a49c-4ff6-8476-b027661d05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.570829 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-2a51f43f-a49c-4ff6-8476-b027661d05ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0885463 Apr 19 18:52:37.670500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-a36d14b7-434f-4a1e-b463-f5b5dec54fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.672111 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-a36d14b7-434f-4a1e-b463-f5b5dec54fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850096 Apr 19 18:52:37.751550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebd9b8-ab1b-4243-8c44-986cf39b961c req-a3aed07d-0436-44fc-baf7-29f825350aa7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:37.753255 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73ebd9b8-ab1b-4243-8c44-986cf39b961c req-a3aed07d-0436-44fc-baf7-29f825350aa7 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0934057 Apr 19 18:52:37.802425 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73ebd9b8-ab1b-4243-8c44-986cf39b961c req-4b5dc3dd-f4ce-4836-b803-ae18c69bdaa3 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Apr 19 18:52:37.821808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-01de0bff-e6d5-4fc3-85a7-6370fc1b2205 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415091 Apr 19 18:52:37.969192 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ce0d42c-bb93-41da-85be-ab9a0ea164b4 req-01e96f01-c1dd-400c-a73c-4b55a1d9bb55 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405227 Apr 19 18:52:38.767446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0631562-8057-4da6-a8dc-43c0e0219fc1 req-5840d09c-0d6d-4d38-83c7-306966a77029 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:38.769185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a0631562-8057-4da6-a8dc-43c0e0219fc1 req-5840d09c-0d6d-4d38-83c7-306966a77029 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0887859 Apr 19 18:52:38.818374 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a0631562-8057-4da6-a8dc-43c0e0219fc1 req-d8b44da0-2f9a-443b-8807-1d673bd2332b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Apr 19 18:52:39.022165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa076f-0f66-48dd-89a4-55a1ad315438 req-592708fd-01f0-4870-b078-43f0776cc50f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:39.023786 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8fa076f-0f66-48dd-89a4-55a1ad315438 req-592708fd-01f0-4870-b078-43f0776cc50f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0942943 Apr 19 18:52:39.072936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8fa076f-0f66-48dd-89a4-55a1ad315438 req-b5e2a199-1d15-4248-8b45-7594f5bce211 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Apr 19 18:52:40.041425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00c363-6db3-4787-8fb6-54d84cc3ed5b req-73802f38-ddfb-4e42-aef6-ceb238dece18 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:40.043063 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0d00c363-6db3-4787-8fb6-54d84cc3ed5b req-73802f38-ddfb-4e42-aef6-ceb238dece18 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0991201 Apr 19 18:52:40.095310 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0d00c363-6db3-4787-8fb6-54d84cc3ed5b req-6c25392d-03a4-4145-ada5-71bfc4dac7f5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Apr 19 18:52:40.292443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf7ad5-545f-4044-b6ec-70cb56772cd0 req-c0734100-2a3a-448c-96bf-53126380d313 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:40.294115 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cdbf7ad5-545f-4044-b6ec-70cb56772cd0 req-c0734100-2a3a-448c-96bf-53126380d313 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1005816 Apr 19 18:52:40.344313 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cdbf7ad5-545f-4044-b6ec-70cb56772cd0 req-7666b7c4-3f07-44a2-bfcd-eace38beb962 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Apr 19 18:52:40.974167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:41.309212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2230ce-7013-41ab-8f8e-a0198bae93e0 req-0e8a144a-83f8-494c-a748-a7de4f2cd0bd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:41.311559 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4c2230ce-7013-41ab-8f8e-a0198bae93e0 req-0e8a144a-83f8-494c-a748-a7de4f2cd0bd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0915091 Apr 19 18:52:41.374254 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4c2230ce-7013-41ab-8f8e-a0198bae93e0 req-e9fbdfe6-a6c6-4e06-a69a-2fb6d9e22da1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552757 Apr 19 18:52:41.583073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ce20-dd08-4151-b6bd-8111f5def407 req-333a11f2-78d2-46ab-b617-9a917035b234 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:41.590964 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d484ce20-dd08-4151-b6bd-8111f5def407 req-333a11f2-78d2-46ab-b617-9a917035b234 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1112430 Apr 19 18:52:41.638766 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d484ce20-dd08-4151-b6bd-8111f5def407 req-b91125cb-f1a9-4ca6-9a7a-07e4069fdedc tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Apr 19 18:52:42.612336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13663c72-8e07-46c4-a18c-a57a818f42ab req-7e00661f-bfa2-4b8c-b22f-5a53becfefae tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:42.614049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13663c72-8e07-46c4-a18c-a57a818f42ab req-7e00661f-bfa2-4b8c-b22f-5a53becfefae tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1014636 Apr 19 18:52:42.665574 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13663c72-8e07-46c4-a18c-a57a818f42ab req-5f326fef-50a5-4b23-901c-261b0dfe80cf tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445113 Apr 19 18:52:42.762083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b46d31d-711f-46aa-bb6f-0caf885fe8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:42.859081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c57e79-7b18-4b88-a76d-ac1939d6d3bc req-ff70418f-5ca1-4f79-8935-9cf536951c8d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:42.860679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-04c57e79-7b18-4b88-a76d-ac1939d6d3bc req-ff70418f-5ca1-4f79-8935-9cf536951c8d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1020472 Apr 19 18:52:42.915501 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-04c57e79-7b18-4b88-a76d-ac1939d6d3bc req-aea8035d-1325-47b7-a578-94f9e61f9049 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Apr 19 18:52:43.896420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c39ca-b8c1-41dd-bd41-2f5ca3fe79f9 req-a89de947-47ba-468f-a1b5-aa1b67fb987f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:43.897990 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-262c39ca-b8c1-41dd-bd41-2f5ca3fe79f9 req-a89de947-47ba-468f-a1b5-aa1b67fb987f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0958655 Apr 19 18:52:43.962529 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-262c39ca-b8c1-41dd-bd41-2f5ca3fe79f9 req-70322ff5-184d-48e2-90f7-177e7fec436b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543830 Apr 19 18:52:44.213483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6d0b2-ad41-4117-b29a-5a0c4fc2f26c req-0b2c7283-198f-4e75-9224-5ebda0865f71 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:44.215509 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01a6d0b2-ad41-4117-b29a-5a0c4fc2f26c req-0b2c7283-198f-4e75-9224-5ebda0865f71 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1261439 Apr 19 18:52:44.271534 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01a6d0b2-ad41-4117-b29a-5a0c4fc2f26c req-202b2f34-3cea-4945-98ed-c9c8275d6629 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Apr 19 18:52:45.192755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092c5a-2552-40ab-a8e7-c81475b2bf94 req-31f07ebe-4699-4681-ba84-55088cf0d76e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:45.194629 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-85092c5a-2552-40ab-a8e7-c81475b2bf94 req-31f07ebe-4699-4681-ba84-55088cf0d76e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0952430 Apr 19 18:52:45.246020 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-85092c5a-2552-40ab-a8e7-c81475b2bf94 req-000264fa-2dcd-4e5d-bf86-c7810dfe668f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446446 Apr 19 18:52:45.482495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53bc0dab-1932-48b3-a527-2b1419c35758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:45.532482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43405d-4900-4ed8-b960-3a1ae5a93377 req-fa6d7b62-07d3-4155-92c3-dcb5f761e262 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:45.534114 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e43405d-4900-4ed8-b960-3a1ae5a93377 req-fa6d7b62-07d3-4155-92c3-dcb5f761e262 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.1418278 Apr 19 18:52:45.607429 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e43405d-4900-4ed8-b960-3a1ae5a93377 req-f459237e-06d2-4202-a041-280014a29440 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Apr 19 18:52:46.076527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:46.139277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:46.463326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01952-c906-4719-9052-ca05e56f4158 req-a3afcd58-2fbb-46c6-bf68-1c8eeb8c60d9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:46.464969 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6eb01952-c906-4719-9052-ca05e56f4158 req-a3afcd58-2fbb-46c6-bf68-1c8eeb8c60d9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0923722 Apr 19 18:52:46.515856 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6eb01952-c906-4719-9052-ca05e56f4158 req-f243c5ff-0c55-43b3-b459-746f510312ca tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Apr 19 18:52:46.831866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cf84d-775d-4bc8-aadc-a25a5bec1708 req-33de7c9d-c361-4672-a393-8b1acabe929d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:46.834013 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-674cf84d-775d-4bc8-aadc-a25a5bec1708 req-33de7c9d-c361-4672-a393-8b1acabe929d tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0986228 Apr 19 18:52:46.885971 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-674cf84d-775d-4bc8-aadc-a25a5bec1708 req-463a12c8-e865-45dc-b4fd-66ba10bf4a2b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Apr 19 18:52:47.487854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:47.736266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcfd04-46e1-4e40-b8e8-96fc07283bc5 req-d0281a75-043f-4a9a-b693-a9de0ea48e19 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:47.737923 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c0bcfd04-46e1-4e40-b8e8-96fc07283bc5 req-d0281a75-043f-4a9a-b693-a9de0ea48e19 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0970769 Apr 19 18:52:47.792344 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c0bcfd04-46e1-4e40-b8e8-96fc07283bc5 req-cc221b9f-c5e9-418d-9bda-ace243fd8545 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472252 Apr 19 18:52:48.092178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770a6e2-d162-4cbc-8ef7-e4624ccd1f26 req-1505bc60-908b-4f0c-9794-d3a1f9bd6023 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:48.093801 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f770a6e2-d162-4cbc-8ef7-e4624ccd1f26 req-1505bc60-908b-4f0c-9794-d3a1f9bd6023 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0922503 Apr 19 18:52:48.149041 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f770a6e2-d162-4cbc-8ef7-e4624ccd1f26 req-a7a94ace-7c1b-4ca6-b2c1-fc92a5faa49c tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Apr 19 18:52:49.018303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16e7b-c04c-418c-b2d1-52af5ae01fd0 req-3798548d-0526-49c0-b620-c6e646273770 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:49.019954 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-96d16e7b-c04c-418c-b2d1-52af5ae01fd0 req-3798548d-0526-49c0-b620-c6e646273770 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0906487 Apr 19 18:52:49.069880 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-96d16e7b-c04c-418c-b2d1-52af5ae01fd0 req-a08fe9e1-2d48-42e5-80ca-d8bf9ec46640 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Apr 19 18:52:49.360326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11640-92a6-4ac7-9878-d6407a6f180a req-57439c46-83dc-45a9-9ea0-315c0618e12f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:49.361822 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0cf11640-92a6-4ac7-9878-d6407a6f180a req-57439c46-83dc-45a9-9ea0-315c0618e12f tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0932257 Apr 19 18:52:49.412371 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0cf11640-92a6-4ac7-9878-d6407a6f180a req-67a85460-c253-434b-9a6a-e216bda25257 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Apr 19 18:52:50.283171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951975-cf78-44fc-9a90-32d115d425a7 req-4c64cf7f-9d8a-47e7-b73d-fa35cfc444cd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:50.284858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82951975-cf78-44fc-9a90-32d115d425a7 req-4c64cf7f-9d8a-47e7-b73d-fa35cfc444cd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0945785 Apr 19 18:52:50.334575 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82951975-cf78-44fc-9a90-32d115d425a7 req-590f8517-cf37-4f6f-926d-10965b1195f3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 Apr 19 18:52:50.620368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68499ccd-fb0a-43c3-8dc5-eb77f014e9e6 req-404ba794-edf3-4275-8306-0f6ac6277dd6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:50.621953 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68499ccd-fb0a-43c3-8dc5-eb77f014e9e6 req-404ba794-edf3-4275-8306-0f6ac6277dd6 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0921335 Apr 19 18:52:50.670709 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-68499ccd-fb0a-43c3-8dc5-eb77f014e9e6 req-d3f29952-eb24-4930-855c-c9e00c4c8634 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Apr 19 18:52:51.124301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42712) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:51.247636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.263512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:52:51.267787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Usage tracker for resource:security_group_rule and tenant:c7b11d528efb4afb828ef1b12c37cbfa is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:52:51.271359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:52:51.277381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:52:51.415774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.436124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.447285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-366ac6ce-5bcd-4f58-9b6c-efa3013c781a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:51.479719 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7b11d528efb4afb828ef1b12c37cbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542380 Apr 19 18:52:51.492688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42720) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:51.543975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72c41c-537b-403a-96f3-74cdad425484,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:51.548041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:51.564465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ff943-598e-45ba-91f0-5bae3dc1f241 req-5666562a-a325-45ea-a4f9-eb11aa60ab29 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:51.566725 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a26ff943-598e-45ba-91f0-5bae3dc1f241 req-5666562a-a325-45ea-a4f9-eb11aa60ab29 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.1127012 Apr 19 18:52:51.571267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.599635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.616427 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a26ff943-598e-45ba-91f0-5bae3dc1f241 req-3f83d361-2fff-4d4c-909c-3793c4f1faff tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 Apr 19 18:52:51.693326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.698764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-48fe0236-9712-469e-8fde-f74cc9e65e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:51.713022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72c41c-537b-403a-96f3-74cdad425484,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:51.715447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:51.717770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:51.721059 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba72c41c-537b-403a-96f3-74cdad425484 HTTP/1.1" status: 204 len: 168 time: 0.2253959 Apr 19 18:52:51.874751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205af08-f7c7-48aa-87ef-0cb5ab013aa7 req-9d428d8a-627a-4803-8648-7c491405a7c2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:51.876445 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e205af08-f7c7-48aa-87ef-0cb5ab013aa7 req-9d428d8a-627a-4803-8648-7c491405a7c2 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0905704 Apr 19 18:52:51.931167 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e205af08-f7c7-48aa-87ef-0cb5ab013aa7 req-7158fc5a-c2ac-4973-9f8d-5daf06b15c60 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Apr 19 18:52:52.729712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-507208ff-63b6-4dde-b0c2-5e3b01b2d428 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:52.731319 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-507208ff-63b6-4dde-b0c2-5e3b01b2d428 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0922410 Apr 19 18:52:52.809757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Deleting port deff1176-8e32-4913-9f63-4eb9f3b4a393 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:52.810053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:52.833436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b55d7-c228-411a-9754-76a6ffd98491 req-df1f7848-1db9-43e3-a3a6-a5fc70a2d204 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:52.834932 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3c9b55d7-c228-411a-9754-76a6ffd98491 req-df1f7848-1db9-43e3-a3a6-a5fc70a2d204 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0929768 Apr 19 18:52:52.903032 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3c9b55d7-c228-411a-9754-76a6ffd98491 req-8d729331-56d1-4da4-8bdb-499fa07c4581 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564651 Apr 19 18:52:53.152571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] For port deff1176-8e32-4913-9f63-4eb9f3b4a393, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=deff1176-8e32-4913-9f63-4eb9f3b4a393,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:53.152972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:53.495612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Calling delete_port for deff1176-8e32-4913-9f63-4eb9f3b4a393 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:52:53.563042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211b474-0f36-426e-b809-8d45542680aa req-d2995a74-16b6-4415-8980-4c8047df1e98 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:53.564638 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1211b474-0f36-426e-b809-8d45542680aa req-d2995a74-16b6-4415-8980-4c8047df1e98 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 945 time: 0.5141170 Apr 19 18:52:53.671115 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1211b474-0f36-426e-b809-8d45542680aa req-241ebd96-8cec-4f39-8dd2-11ac43676bbb tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/security-groups?id=62a69bdf-5e57-47c1-856f-368c8a30b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970931 Apr 19 18:52:53.727338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:53.733416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:53.739273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['deff1176-8e32-4913-9f63-4eb9f3b4a393'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:53.789324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Pushing event deleted for resources: {'Port': ['ID=deff1176-8e32-4913-9f63-4eb9f3b4a393,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:53.792612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:53.866250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] No DVR routers for this DVR port deff1176-8e32-4913-9f63-4eb9f3b4a393 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:52:53.868726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:53.871464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'name': 'network-vif-deleted', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:53.912195 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9269de7e-2ba8-4e94-b3d5-ac641b548901 req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.16 "DELETE /v2.0/ports/deff1176-8e32-4913-9f63-4eb9f3b4a393 HTTP/1.1" status: 204 len: 173 time: 1.1741428 Apr 19 18:52:53.922234 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f631ed-2460-43c9-ab93-e5abf495c9d9', 'name': 'network-vif-deleted', 'tag': 'deff1176-8e32-4913-9f63-4eb9f3b4a393', 'status': 'completed', 'code': 200} Apr 19 18:52:54.127659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eed40e-1f92-4304-9026-a1bd3d4416a9 req-0e1a5b19-b4fd-47b1-8099-68590af4e04c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:54.129367 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-07eed40e-1f92-4304-9026-a1bd3d4416a9 req-0e1a5b19-b4fd-47b1-8099-68590af4e04c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 943 time: 0.0998094 Apr 19 18:52:54.173904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:52:54.178684 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-07eed40e-1f92-4304-9026-a1bd3d4416a9 req-4b505b6b-ad0a-4fbf-a0d8-ff526dce3692 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Apr 19 18:52:54.606399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:52:54.768326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:54.787204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'mac_address': 'fa:16:3e:4d:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:52:54.849627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:54.858891 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e8e83ca1-5137-4f7c-bba1-9fcd020a4491 req-90c63a8a-ef5b-4947-ba96-73456fa8bb1b tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] 10.222.0.43 "GET /v2.0/ports?device_id=19f631ed-2460-43c9-ab93-e5abf495c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0505581 Apr 19 18:52:54.869177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:52:54.885646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:54.916208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:54.918057 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:54.986642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=9']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:54.989731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:55.195042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['bf7cb878-78df-4e51-9b8c-1d083c421a37'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:52:55.388626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffd66-1d27-4861-949b-6f8015d8ec85 req-77cf0ba7-ab0b-4b68-86f9-600ec0983cb3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:55.390456 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-058ffd66-1d27-4861-949b-6f8015d8ec85 req-77cf0ba7-ab0b-4b68-86f9-600ec0983cb3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.0913689 Apr 19 18:52:55.437549 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-058ffd66-1d27-4861-949b-6f8015d8ec85 req-6dec3e47-bb99-4268-9dd9-fd70b921c6fe tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Apr 19 18:52:55.959306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42758) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:56.536124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:56.617125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:52:56.660449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de55a3-d736-4939-9ab0-1d164ab152a7 req-bd65c4a5-7b4e-4193-8f05-79555f1994a3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:56.662276 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-32de55a3-d736-4939-9ab0-1d164ab152a7 req-bd65c4a5-7b4e-4193-8f05-79555f1994a3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 944 time: 0.1016259 Apr 19 18:52:56.702441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port bf7cb878-78df-4e51-9b8c-1d083c421a37 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:52:56.703031 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:56.721597 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-32de55a3-d736-4939-9ab0-1d164ab152a7 req-322e3953-3143-431f-8ec7-3e95dd08048f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526285 Apr 19 18:52:56.840284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:56.872775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:52:56.883822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:56.910803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:56.911781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device deff1176-8e32-4913-9f63-4eb9f3b4a393 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:52:56.939235 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'code': 200} Apr 19 18:52:56.945301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:56.958762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Deleting port 00c4fe7f-20f1-4625-9684-7017b9c849a1 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:56.959082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:56.993201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: deff1176-8e32-4913-9f63-4eb9f3b4a393 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:52:56.993742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device deff1176-8e32-4913-9f63-4eb9f3b4a393 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:52:57.021248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=10']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:57.024363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:57.146506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] For port 00c4fe7f-20f1-4625-9684-7017b9c849a1, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=00c4fe7f-20f1-4625-9684-7017b9c849a1,segment=NetworkSegment(2939da05-e8b7-4daf-8526-eeee0eaa43bc),segment_id=2939da05-e8b7-4daf-8526-eeee0eaa43bc)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:57.146933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:57.280617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Calling delete_port for 00c4fe7f-20f1-4625-9684-7017b9c849a1 owned by network:router_interface {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:52:57.830703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057d42-9e63-4c23-b5d7-440708a789c6 req-4fc18567-9eb8-499b-927c-626f4571970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:57.832822 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2057d42-9e63-4c23-b5d7-440708a789c6 req-4fc18567-9eb8-499b-927c-626f4571970b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 1099 time: 0.3367171 Apr 19 18:52:57.899241 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2057d42-9e63-4c23-b5d7-440708a789c6 req-53d8d560-ab80-487e-963c-0f27b28986f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573919 Apr 19 18:52:57.927521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:57.929493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2479-3a23-4fed-8e65-47e02d77da48 req-8da0b90b-f053-433a-aecd-a4391649bd59 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:57.932967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:52:57.937372 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-aebc2479-3a23-4fed-8e65-47e02d77da48 req-8da0b90b-f053-433a-aecd-a4391649bd59 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.0981665 Apr 19 18:52:57.981514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Pushing event deleted for resources: {'Port': ['ID=00c4fe7f-20f1-4625-9684-7017b9c849a1,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:52:57.984928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:52:57.994885 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-aebc2479-3a23-4fed-8e65-47e02d77da48 req-2ef6bf41-9daf-45a3-9c0d-4ce74782b0e7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564630 Apr 19 18:52:58.265202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:58.340688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9a887-1498-4242-92b8-dcc19af5bba4 req-2b8447e4-e847-44a8-97e7-8f5752bfec1e tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:58.342327 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5ee9a887-1498-4242-92b8-dcc19af5bba4 req-2b8447e4-e847-44a8-97e7-8f5752bfec1e tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.0920312 Apr 19 18:52:58.392540 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5ee9a887-1498-4242-92b8-dcc19af5bba4 req-428e955b-f2a9-4bcf-81f2-f75aea213d2d tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Apr 19 18:52:58.656226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Router 36a8814b-5c62-42cd-ac0a-0df6ca37960f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:52:58.844437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:52:58.854321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Sync routers for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:52:58.858125 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] 10.222.0.43 "PUT /v2.0/routers/36a8814b-5c62-42cd-ac0a-0df6ca37960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8976436 Apr 19 18:52:58.860673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42784) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:52:58.870277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:52:58.870977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:52:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:59.060985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks [] for router, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:59.074340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:52:59.339548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee32174-a85d-4d60-8e64-74ee6ef8cd5d req-636a0b00-f62f-40bc-a58e-b3ccce6387ed tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:59.341178 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6ee32174-a85d-4d60-8e64-74ee6ef8cd5d req-636a0b00-f62f-40bc-a58e-b3ccce6387ed tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.1568286 Apr 19 18:52:59.355106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:59.395684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:52:57Z', 'revision_number': 5, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port': {'id': '9e4d4671-9618-49fc-815d-b16c65f1428a', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:09Z', 'updated_at': '2021-04-19T18:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:59.399886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Checking router: 36a8814b-5c62-42cd-ac0a-0df6ca37960f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:52:59.405275 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6ee32174-a85d-4d60-8e64-74ee6ef8cd5d req-34b118b2-b126-4966-b876-8e0c223ad9c6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519567 Apr 19 18:52:59.407257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Deleting port 9e4d4671-9618-49fc-815d-b16c65f1428a {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:52:59.407584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:59.409080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Routers {'36a8814b-5c62-42cd-ac0a-0df6ca37960f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:52:59.410286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:52:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:59.580216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] Set router 36a8814b-5c62-42cd-ac0a-0df6ca37960f gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:52:59.647577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] For port 9e4d4671-9618-49fc-815d-b16c65f1428a, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=9e4d4671-9618-49fc-815d-b16c65f1428a,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:52:59.647985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:52:59.707180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:52:59Z', 'revision_number': 6, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:52:59.712071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391fb07-1b73-44e7-8804-82c17843196c None None] The sync data for ids ['36a8814b-5c62-42cd-ac0a-0df6ca37960f'] in dv-cinder-786929-1-smb is: [{'id': '36a8814b-5c62-42cd-ac0a-0df6ca37960f', 'name': 'tempest-ServerRescueNegativeTestJSON-1999730348-router', 'tenant_id': '6ef0039195f6457390e0072c64b3f5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:52:59Z', 'revision_number': 6, 'project_id': '6ef0039195f6457390e0072c64b3f5b6', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:52:59.794548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e9615-a78a-4dc6-8cba-441db9e95102 req-a0dab2c2-521a-4aa7-89a2-f9d52ebf12d1 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:52:59.796405 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cd8e9615-a78a-4dc6-8cba-441db9e95102 req-a0dab2c2-521a-4aa7-89a2-f9d52ebf12d1 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.1128805 Apr 19 18:52:59.853406 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cd8e9615-a78a-4dc6-8cba-441db9e95102 req-c4f356a4-2d02-4d9b-8733-13536cd5dde0 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Apr 19 18:53:00.011924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Calling delete_port for 9e4d4671-9618-49fc-815d-b16c65f1428a owned by network:router_gateway {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:00.339734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:00.344825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:00.392692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4d4671-9618-49fc-815d-b16c65f1428a,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:00.428193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:00.489497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:00.726231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:00.729137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:00.769475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3ce54-0589-4523-8d6a-c3c4152b9af3 req-aec500cd-8075-4247-8998-18f846c09a70 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:00.771009 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-93c3ce54-0589-4523-8d6a-c3c4152b9af3 req-aec500cd-8075-4247-8998-18f846c09a70 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.2343974 Apr 19 18:53:00.819636 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-93c3ce54-0589-4523-8d6a-c3c4152b9af3 req-dfc101d3-752d-4780-a75d-4e44e23dab04 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Apr 19 18:53:00.910090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 9e4d4671-9618-49fc-815d-b16c65f1428a no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:53:00.951566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 9e4d4671-9618-49fc-815d-b16c65f1428a {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:53:00.951957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 9e4d4671-9618-49fc-815d-b16c65f1428a not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:53:00.952428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 00c4fe7f-20f1-4625-9684-7017b9c849a1 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:53:00.987950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 00c4fe7f-20f1-4625-9684-7017b9c849a1 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:53:00.988279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 00c4fe7f-20f1-4625-9684-7017b9c849a1 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:53:01.047378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.047925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36a8814b-5c62-42cd-ac0a-0df6ca37960f {{(pid=86483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:53:01.061151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.062440 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] 10.222.0.43 "DELETE /v2.0/routers/36a8814b-5c62-42cd-ac0a-0df6ca37960f HTTP/1.1" status: 204 len: 168 time: 2.2007086 Apr 19 18:53:01.065055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42832) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:01.133821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Deleting subnet 4b7f9726-644a-4b77-9e94-8cf0255aa2b5 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:53:01.137613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.145047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cbfae-2935-4754-a23c-79a0a84a8806 req-10335e8b-43f8-47ba-b03f-4bcc00eb71c4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:01.146725 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-da4cbfae-2935-4754-a23c-79a0a84a8806 req-10335e8b-43f8-47ba-b03f-4bcc00eb71c4 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.0928264 Apr 19 18:53:01.192985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.196501 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-da4cbfae-2935-4754-a23c-79a0a84a8806 req-e52f2e96-d89b-4b02-ba0a-f28f5f9ee08f tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Apr 19 18:53:01.256279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.744902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.750210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:01.791508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7f9726-644a-4b77-9e94-8cf0255aa2b5,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:01.793619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:01.796303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:01.801454 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ade33974-c31b-4505-a7e1-34361b3f10af admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b7f9726-644a-4b77-9e94-8cf0255aa2b5 HTTP/1.1" status: 204 len: 168 time: 0.7348535 Apr 19 18:53:01.804077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 42836) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:01.920699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:02.112142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:02.228728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29719170-bb1f-4f1a-a305-d5f79645e6a5 req-7f674c88-0beb-4f18-9854-6e13ac0e3b94 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:02.230324 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-29719170-bb1f-4f1a-a305-d5f79645e6a5 req-7f674c88-0beb-4f18-9854-6e13ac0e3b94 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.2727294 Apr 19 18:53:02.261141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15004e24-6d7c-479b-9be3-5a37d0a73953']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:02.279252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2939da05-e8b7-4daf-8526-eeee0eaa43bc') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:02.279591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2939da05-e8b7-4daf-8526-eeee0eaa43bc') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:02.305343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:02.328447 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-29719170-bb1f-4f1a-a305-d5f79645e6a5 req-54526c5c-c8c9-4457-85ca-52d5f58f01fb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882580 Apr 19 18:53:02.390633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:02.397640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:53:02.411314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21d3d2-64c0-4c71-80db-353a97328d89 req-46ee2a73-c617-47be-9656-c414d5a2b009 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:02.412880 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ad21d3d2-64c0-4c71-80db-353a97328d89 req-46ee2a73-c617-47be-9656-c414d5a2b009 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.0949447 Apr 19 18:53:02.461582 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ad21d3d2-64c0-4c71-80db-353a97328d89 req-e378c5e9-c13c-45ea-826a-b06edb63beec tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Apr 19 18:53:02.577452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:53:02.587230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:02.771541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Network 15004e24-6d7c-479b-9be3-5a37d0a73953 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:53:02.795292 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:53:03.127779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.132159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-066eb5be-c728-44de-af10-95aaa8476e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:03.151210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.202591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15004e24-6d7c-479b-9be3-5a37d0a73953,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:03.210898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:03.238263 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-775f5896-8324-4873-8017-63137f26b1f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/15004e24-6d7c-479b-9be3-5a37d0a73953 HTTP/1.1" status: 204 len: 168 time: 1.4325728 Apr 19 18:53:03.254899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-11e25bbd-3f44-4ab0-9689-278ac91ff713 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:03.256427 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-11e25bbd-3f44-4ab0-9689-278ac91ff713 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.1066852 Apr 19 18:53:03.334235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Deleting port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:53:03.334646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.447633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 42850) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:03.499933 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-589869d4-ab0c-4097-af2c-79551c089483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ef0039195f6457390e0072c64b3f5b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509048 Apr 19 18:53:03.511262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 42856) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:03.594518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.622842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.661484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] For port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,segment=NetworkSegment(df3f9da7-04c7-48e5-b86f-a56df15edda9),segment_id=df3f9da7-04c7-48e5-b86f-a56df15edda9)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:03.661889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.716302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.721526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fc431be0-821c-4543-b804-4328922647cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:03.735051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a69bdf-5e57-47c1-856f-368c8a30b4af,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:03.745095 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.745504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.745901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.746293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.746722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.747116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.747498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.747899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.748263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.748643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.749022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.749453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:03.752888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:03.801620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:03.802138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Calling delete_port for 8b69ee99-d6d9-430e-b474-5fe8a1a3096f owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:03.802925 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62a69bdf-5e57-47c1-856f-368c8a30b4af HTTP/1.1" status: 204 len: 168 time: 0.2905431 Apr 19 18:53:03.885459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ce7bf-6cc6-40af-b2d7-1b1fc6eeee63 req-4018b7a5-8504-4e32-9665-7e63b34ae5a5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:03.887091 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-749ce7bf-6cc6-40af-b2d7-1b1fc6eeee63 req-4018b7a5-8504-4e32-9665-7e63b34ae5a5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 946 time: 0.2976727 Apr 19 18:53:03.954110 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-749ce7bf-6cc6-40af-b2d7-1b1fc6eeee63 req-b1b68249-d62a-4a1f-a92c-b50e550d6b99 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/security-groups?id=63dbfc29-5323-40f8-8bc9-137e1d232d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Apr 19 18:53:04.087513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:04.093300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:04.099494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['8b69ee99-d6d9-430e-b474-5fe8a1a3096f'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:04.147223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Pushing event deleted for resources: {'Port': ['ID=8b69ee99-d6d9-430e-b474-5fe8a1a3096f,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:04.151129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:04.448877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] No DVR routers for this DVR port 8b69ee99-d6d9-430e-b474-5fe8a1a3096f on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:53:04.451383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:04.454106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'name': 'network-vif-deleted', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:04.499588 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1dfc23c0-7999-47e0-bce3-5a14ef7a2513 req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.16 "DELETE /v2.0/ports/8b69ee99-d6d9-430e-b474-5fe8a1a3096f HTTP/1.1" status: 204 len: 173 time: 1.2366893 Apr 19 18:53:04.502754 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d2565d-d094-49a2-a98e-e17490541501', 'name': 'network-vif-deleted', 'tag': '8b69ee99-d6d9-430e-b474-5fe8a1a3096f', 'status': 'completed', 'code': 200} Apr 19 18:53:04.836186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 42882) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:04.949656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766675115-network', 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:04.954635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:04.958867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Usage tracker for resource:network and tenant:c0f25ac8642e4b27b515f27c70a76518 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:04.961886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:04.967985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:05.024873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:05.029661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.044390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.060013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:05.064055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f25ac8642e4b27b515f27c70a76518 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:05.067033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:05.073207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:05.137449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-26dfd5b5-b3dd-4527-b722-b33f57815c7e req-172ae649-ec55-4192-b868-9c7145297267 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Synchronizing usage tracker for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:05.190187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-26dfd5b5-b3dd-4527-b722-b33f57815c7e req-172ae649-ec55-4192-b868-9c7145297267 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Unset dirty status for tenant:a53adb45ba724c40bdb18fc0d9e9fccc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:05.191570 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-26dfd5b5-b3dd-4527-b722-b33f57815c7e req-172ae649-ec55-4192-b868-9c7145297267 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d2565d-d094-49a2-a98e-e17490541501 HTTP/1.1" status: 200 len: 210 time: 0.1048856 Apr 19 18:53:05.228117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.258670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.263081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-796415a0-c012-4e2e-b81c-a51891142252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:05.293066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:53:05.302355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0709de2e-6bce-4c43-9715-f9c7b99d4136,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:05.306167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:05.308734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.309128 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Added segment 147563a0-1dfd-44ed-aea9-294ac9d54cc1 of type vlan for network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 Apr 19 18:53:05.339770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.395411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.396792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:05.397428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:05.402404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:05.503853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Pushing event updated for resources: {'Network': ['ID=579b7d4c-67be-411b-b7da-e11e8ea95cb6,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:05.506680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:05.514972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:53:05.533895 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6964586 Apr 19 18:53:05.537106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 42890) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:05.543151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Request body: {'subnet': {'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766675115-subnet', 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:05.548502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:05.552621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Usage tracker for resource:subnet and tenant:c0f25ac8642e4b27b515f27c70a76518 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:05.555635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:05.561744 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:05.601412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:05.606199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:06.240730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:06.245592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:06.330665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583c1b44-bee4-45e9-8098-33b61910c66e,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:06.334873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:06.335627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Checking segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:06.336009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Network hostable DHCP agents. Network: 579b7d4c-67be-411b-b7da-e11e8ea95cb6, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:53:06.384721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:53:06.419324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 579b7d4c-67be-411b-b7da-e11e8ea95cb6) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:06.423509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:06.424150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:06.429487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ab0fe-1068-4e94-b3b8-5e516d701a2c None None] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:06.477212 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9388330 Apr 19 18:53:06.676678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1c153-0083-44d8-ab3b-e3139c3c1897 None None] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:06.763935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8b69ee99-d6d9-430e-b474-5fe8a1a3096f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:53:06.821513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 8b69ee99-d6d9-430e-b474-5fe8a1a3096f {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:53:06.822117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8b69ee99-d6d9-430e-b474-5fe8a1a3096f not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:53:07.162534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-e2efcb36-04c5-48a0-80cf-1c7bbd5a3b40 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:07.164233 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-e2efcb36-04c5-48a0-80cf-1c7bbd5a3b40 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.1807537 Apr 19 18:53:07.181143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-d644ce64-6833-4f3a-ade1-4ed0dcee6713 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/quotas/c0f25ac8642e4b27b515f27c70a76518 HTTP/1.1" status: 200 len: 375 time: 0.0105989 Apr 19 18:53:07.236422 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-f5454c91-5229-40dc-a8af-fb8ec7eccf5e tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488293 Apr 19 18:53:07.381123 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-936a14cf-f755-4a4f-b20a-81d26d1afdd8 service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371489 Apr 19 18:53:07.527138 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-0d30cc01-f146-4b57-b8dd-f4d15988c71c service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393270 Apr 19 18:53:07.759683 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3318b970-865c-4576-ac7d-52ca75f05686 req-d427cbc4-c401-41d2-ba57-8beb87f82a9b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 210 time: 0.0504980 Apr 19 18:53:08.927942 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6f92f93e-b0a1-4a0a-baf1-1c76df2f858d req-aa96a784-b01c-4c07-a2e2-3fed094288d6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 210 time: 0.0521705 Apr 19 18:53:09.526574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-e3fbeb96-b55a-4895-a29e-efb77a5cd041 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:09.528151 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-e3fbeb96-b55a-4895-a29e-efb77a5cd041 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.1697559 Apr 19 18:53:09.544599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Request body: {'port': {'device_id': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'admin_state_up': True, 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:09.726946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:09.731044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Usage tracker for resource:port and tenant:c0f25ac8642e4b27b515f27c70a76518 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:09.734128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:09.741077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:09.785322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:09.791700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:09.967955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Allocated IP 172.20.0.3 (579b7d4c-67be-411b-b7da-e11e8ea95cb6/583c1b44-bee4-45e9-8098-33b61910c66e/24dba82e-912a-4d03-b074-648beff13f0a) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:10.093623 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a74059d0-b225-4fc2-bd66-55524f8e097f req-dd8f6d22-6e3e-44ec-bf8f-280830ba0d11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 210 time: 0.0508573 Apr 19 18:53:10.199201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.259091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.265286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:10.334904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:10.338679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:10.342853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:10.382472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event updated for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:10.387085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:10.416159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:10.416757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.470596 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304743 Apr 19 18:53:10.487840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Request body: {'port': {'device_id': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:10.609327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.971515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dba82e-912a-4d03-b074-648beff13f0a {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:10.979339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.984242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:10.994758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Transition to ACTIVE for port object 24dba82e-912a-4d03-b074-648beff13f0a will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:11.018333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:11.023711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-66a1f080-1764-4f41-9467-0699bb2965b5 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:11.192052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Pushing event updated for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:11.199890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:11.337579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Attempting to bind port 24dba82e-912a-4d03-b074-648beff13f0a on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:11.337953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Attempting to bind port 24dba82e-912a-4d03-b074-648beff13f0a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:11.338322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Attempting to bind port 24dba82e-912a-4d03-b074-648beff13f0a on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:11.346414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Port 24dba82e-912a-4d03-b074-648beff13f0a on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:53:11.347557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Attempting to bind port 24dba82e-912a-4d03-b074-648beff13f0a on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:11.355386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:11.355757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Checking segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:11.356170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Bound using segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:11.356641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Bound port: 24dba82e-912a-4d03-b074-648beff13f0a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:11.357017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:11.379992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566a02-a80b-4000-8839-90b9da980e79 req-8f5cb6e9-374b-4c8d-b536-5d869e45e972 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:11.380677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-46566a02-a80b-4000-8839-90b9da980e79 req-8f5cb6e9-374b-4c8d-b536-5d869e45e972 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:11.466875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-46566a02-a80b-4000-8839-90b9da980e79 req-8f5cb6e9-374b-4c8d-b536-5d869e45e972 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:11.468309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-46566a02-a80b-4000-8839-90b9da980e79 req-8f5cb6e9-374b-4c8d-b536-5d869e45e972 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 943 time: 0.2386172 Apr 19 18:53:11.479077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:11.507911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=24dba82e-912a-4d03-b074-648beff13f0a,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:11.530619 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-46566a02-a80b-4000-8839-90b9da980e79 req-3e5f440f-456c-403a-84f4-5aeaaeca7bd9 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548615 Apr 19 18:53:11.533640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:11.538808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5afc92f5-83d2-4dc5-a49e-335cc49b9889 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:11.595054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:11.595742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:11.597507 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] 10.222.0.16 "PUT /v2.0/ports/24dba82e-912a-4d03-b074-648beff13f0a HTTP/1.1" status: 200 len: 1093 time: 1.1147478 Apr 19 18:53:11.597950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:11.627506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Pushing event updated for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:11.638123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:11.649978 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a', 'status': 'completed', 'code': 200} Apr 19 18:53:11.805208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-f1898052-b7a0-4fb3-ba4c-f827350eebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:11.806816 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-f1898052-b7a0-4fb3-ba4c-f827350eebe9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 1096 time: 0.1455655 Apr 19 18:53:11.816282 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-e19e5ca4-814b-46b6-9715-eb93ec482666 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016965 Apr 19 18:53:11.886124 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-d2fe8886-8ae0-4aaa-91e1-97bdebeba6ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24dba82e-912a-4d03-b074-648beff13f0a HTTP/1.1" status: 200 len: 217 time: 0.0688229 Apr 19 18:53:12.007202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-a59c2866-67f5-44a6-9dbe-2708fd8c4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:12.008729 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-a59c2866-67f5-44a6-9dbe-2708fd8c4b8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.1160800 Apr 19 18:53:12.071768 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-760300d8-ba0e-4423-b365-1f3508866386 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532947 Apr 19 18:53:12.077807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-0c4ef4a6-1b31-4d0f-9ca4-aa4794fc87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:12.079290 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-0c4ef4a6-1b31-4d0f-9ca4-aa4794fc87bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 1098 time: 0.1481867 Apr 19 18:53:12.547608 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-5c4d8258-5b36-4bc4-b07b-7dc36b304f60 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672842 Apr 19 18:53:12.551021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-83d38872-f243-41c3-bf8d-b6189e2ae96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:12.552453 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-83d38872-f243-41c3-bf8d-b6189e2ae96e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.4485841 Apr 19 18:53:12.761630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f011c651-d8f1-4c70-939d-1e360c2f9d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:12.832919 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-09b9ba4b-61d1-467c-9b7e-be8b9ff4b84a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 200 len: 1001 time: 0.2704768 Apr 19 18:53:12.926455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fea79-5602-4176-ab14-f2f40600996a req-ba3a9a43-5214-4eae-998d-c5a019442506 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:12.928100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a57fea79-5602-4176-ab14-f2f40600996a req-ba3a9a43-5214-4eae-998d-c5a019442506 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 943 time: 0.2713540 Apr 19 18:53:12.935878 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d269b89a-07fc-4209-9a7a-da67611ecaf9 req-76f2da3c-aefd-4e4c-ae61-7baeb39c6055 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748431 Apr 19 18:53:12.961267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-3fdab41d-3833-4451-ac01-bbc0ed8a9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:12.979185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-3fdab41d-3833-4451-ac01-bbc0ed8a9367 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1183538 Apr 19 18:53:13.036824 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a57fea79-5602-4176-ab14-f2f40600996a req-0b3c95e7-264e-4a8b-b8d8-b9e91ecf7980 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979810 Apr 19 18:53:13.123895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-d20e5e1a-4ece-4885-95d3-ba9c0badf80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:13.125490 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-d20e5e1a-4ece-4885-95d3-ba9c0badf80f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460998 Apr 19 18:53:13.240506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-786996fc-fb5b-4581-8a99-98b2ea02f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:13.242104 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-786996fc-fb5b-4581-8a99-98b2ea02f81b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 1096 time: 0.1883321 Apr 19 18:53:13.370215 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-3b748f89-7498-4fd7-9d5b-5f68879f1e93 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338738 Apr 19 18:53:13.515805 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-c01c2834-e092-475a-b885-7206647fd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:13.517378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-c01c2834-e092-475a-b885-7206647fd6d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 915 time: 0.2575493 Apr 19 18:53:13.603542 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-f54543c8-ceea-4253-b06e-572be132ab5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24dba82e-912a-4d03-b074-648beff13f0a HTTP/1.1" status: 200 len: 217 time: 0.0718853 Apr 19 18:53:13.666817 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-be32fd1b-b37c-450b-8176-fa6d89c13802 req-df19d23c-13e7-4168-b31b-942ef15bbdba service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888525 Apr 19 18:53:13.685872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-cc893388-c159-4364-9d90-efc6c6439a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:13.687394 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-cc893388-c159-4364-9d90-efc6c6439a87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0748029 Apr 19 18:53:13.743923 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-a0ff5393-3066-460b-a1dc-545423e4ac9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476491 Apr 19 18:53:13.887124 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-6ca0164d-1225-4a47-bc71-23ac3fddad90 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352110 Apr 19 18:53:14.036476 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9e26249b-d234-4b6a-b217-12a7a8f21983 req-9ebd889a-f1b2-43c1-9aea-0dab814504e3 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357200 Apr 19 18:53:14.244872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795e51-e088-4389-abed-2eb70ca58cfe req-1ab95442-8678-489c-8d95-8d8f42a7938d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:14.246423 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8795e51-e088-4389-abed-2eb70ca58cfe req-1ab95442-8678-489c-8d95-8d8f42a7938d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 943 time: 0.0908585 Apr 19 18:53:14.293308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-b8795e51-e088-4389-abed-2eb70ca58cfe req-1febe36e-cba0-4e00-9fa8-338ac3cc963b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:14.338514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-b8795e51-e088-4389-abed-2eb70ca58cfe req-1febe36e-cba0-4e00-9fa8-338ac3cc963b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:14.339954 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8795e51-e088-4389-abed-2eb70ca58cfe req-1febe36e-cba0-4e00-9fa8-338ac3cc963b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872211 Apr 19 18:53:14.756751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 24dba82e-912a-4d03-b074-648beff13f0a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:53:14.898575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=24dba82e-912a-4d03-b074-648beff13f0a,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:14.913202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '24dba82e-912a-4d03-b074-648beff13f0a', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'port_id': '24dba82e-912a-4d03-b074-648beff13f0a', 'mac_address': 'fa:16:3e:a9:84:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583c1b44-bee4-45e9-8098-33b61910c66e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:53:14.971055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:14.993117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dba82e-912a-4d03-b074-648beff13f0a {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:15.009503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=24dba82e-912a-4d03-b074-648beff13f0a,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:15.041390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:15.043257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:15.113091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:15.116113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:15.313186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:15.502116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-984c1e4a-2bc8-4159-ad6a-073d05a49dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:15.549838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374a1a-2d19-4ec3-9c16-0c8b2be0ee6f req-a959b670-4dca-4db1-80f5-c47537e26d88 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:15.551441 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-34374a1a-2d19-4ec3-9c16-0c8b2be0ee6f req-a959b670-4dca-4db1-80f5-c47537e26d88 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 944 time: 0.0970826 Apr 19 18:53:15.603855 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-34374a1a-2d19-4ec3-9c16-0c8b2be0ee6f req-6dc20923-860c-4aa8-8a5b-0e815c544116 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Apr 19 18:53:16.007326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:16.173040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:16.774867 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 24dba82e-912a-4d03-b074-648beff13f0a up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:16.815471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f91e4-1adb-4dc1-a4c6-0a70e31e8cc3 req-477a4c0d-18e7-435e-ac51-3e6855a330b2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:16.817494 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-021f91e4-1adb-4dc1-a4c6-0a70e31e8cc3 req-477a4c0d-18e7-435e-ac51-3e6855a330b2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 944 time: 0.0914724 Apr 19 18:53:16.872851 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-021f91e4-1adb-4dc1-a4c6-0a70e31e8cc3 req-b126e1a6-a39b-49bb-be60-66662d7c17bd tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Apr 19 18:53:16.887430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 24dba82e-912a-4d03-b074-648beff13f0a completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:16.893137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 24dba82e-912a-4d03-b074-648beff13f0a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:16.893688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:17.026976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:17.058452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:17.068422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=24dba82e-912a-4d03-b074-648beff13f0a,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:17.104672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:17.107458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:17.145771 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a', 'code': 200} Apr 19 18:53:17.184456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:17.187886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:17.228423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194410-a4f6-4ac5-bac7-737343b1d62f req-7e0fbe15-b9b8-4b3c-b580-61fef3890ac6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:17.229987 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-19194410-a4f6-4ac5-bac7-737343b1d62f req-7e0fbe15-b9b8-4b3c-b580-61fef3890ac6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0925825 Apr 19 18:53:17.279708 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-19194410-a4f6-4ac5-bac7-737343b1d62f req-b69a1c18-8776-4ee1-8ded-ada6a931ae45 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Apr 19 18:53:17.428931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd599b-a765-4aa3-b30e-5444ab30652d req-e59bf5a0-5e57-4bd7-90c2-52ea9f4da4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:17.430498 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c2cd599b-a765-4aa3-b30e-5444ab30652d req-e59bf5a0-5e57-4bd7-90c2-52ea9f4da4ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 1098 time: 0.0771718 Apr 19 18:53:17.475896 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c2cd599b-a765-4aa3-b30e-5444ab30652d req-33f08d41-eaf6-49ba-8851-02e706f7c77c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Apr 19 18:53:17.492753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:18.086073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56576d-03ce-45a7-a630-b09b86132dc6 req-974a638c-b547-4d45-aa51-837edc483390 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:18.087692 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de56576d-03ce-45a7-a630-b09b86132dc6 req-974a638c-b547-4d45-aa51-837edc483390 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.0952988 Apr 19 18:53:18.136156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-de56576d-03ce-45a7-a630-b09b86132dc6 req-aa5fedac-4d75-4a03-b6ce-65da399af77b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Apr 19 18:53:18.490746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553caf-009c-42fb-9007-08560261a9e0 req-72ee5c6d-3716-4e14-b58d-c1cb06eccf6a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:18.492308 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d553caf-009c-42fb-9007-08560261a9e0 req-72ee5c6d-3716-4e14-b58d-c1cb06eccf6a tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0929461 Apr 19 18:53:18.547055 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d553caf-009c-42fb-9007-08560261a9e0 req-07d30ce5-500a-40f2-988b-c3fb209b2efc tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480928 Apr 19 18:53:19.343696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac1e-21df-43dc-9825-6f6967c61663 req-b20edef1-18ae-4f41-b87b-bbbb84fca9e6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:19.345312 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e99ac1e-21df-43dc-9825-6f6967c61663 req-b20edef1-18ae-4f41-b87b-bbbb84fca9e6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.0915072 Apr 19 18:53:19.398040 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5e99ac1e-21df-43dc-9825-6f6967c61663 req-3222c6ed-3bba-4793-b936-f8c32de612bc tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Apr 19 18:53:19.610932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-f6af05af-3326-48d1-96da-ef9d172e524d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:19.613350 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-f6af05af-3326-48d1-96da-ef9d172e524d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0939972 Apr 19 18:53:19.695821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Deleting port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:53:19.696134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:19.755129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097e46d-2036-4bb6-9f48-97bc827ffb2d req-b3da3b4b-be68-40d0-994c-e846380880d0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:19.756915 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7097e46d-2036-4bb6-9f48-97bc827ffb2d req-b3da3b4b-be68-40d0-994c-e846380880d0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 945 time: 0.0919235 Apr 19 18:53:19.806247 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7097e46d-2036-4bb6-9f48-97bc827ffb2d req-9be77b9a-2077-40b7-89bf-4e7ac41280a6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e19ead2b-85dd-4bf1-813d-599a2162538e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Apr 19 18:53:19.971130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] For port 9e3362bd-a063-4b48-a4b2-34ad77e172d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9e3362bd-a063-4b48-a4b2-34ad77e172d1,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:19.971130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:20.506945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:20.507488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:20.507740 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Floating IP 6f88c4d9-0905-4e69-b198-eb3ecf362a49 disassociated. External IP: 172.28.3.126, port: 9e3362bd-a063-4b48-a4b2-34ad77e172d1. Apr 19 18:53:20.508036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Calling delete_port for 9e3362bd-a063-4b48-a4b2-34ad77e172d1 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:20.726992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:20.732695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-209db9d5-a0ba-4f11-9f0e-2fbccbb5d92f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:20.782790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'Port': ['ID=9e3362bd-a063-4b48-a4b2-34ad77e172d1,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:20.795749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.796151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.796547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.796933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.797316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.797696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.798075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.798457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.798859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.799262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.799668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.800186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:20.804055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:20.999085 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-44a2168b-b2bf-4433-afeb-28c95e521ea9 req-fd05fd44-21d6-4f06-a688-6c3037259290 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.0747006 Apr 19 18:53:21.046177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:53:21.247758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:21.259501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:21.339155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] No DVR routers for this DVR port 9e3362bd-a063-4b48-a4b2-34ad77e172d1 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:53:21.342405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:21.355974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'name': 'network-vif-deleted', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:21.403434 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6d0aeeac-344e-4cf3-a222-c35d51722056 req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "DELETE /v2.0/ports/9e3362bd-a063-4b48-a4b2-34ad77e172d1 HTTP/1.1" status: 204 len: 173 time: 1.7843182 Apr 19 18:53:21.409854 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4912b94d-70f3-429e-a229-7485593b6170', 'name': 'network-vif-deleted', 'tag': '9e3362bd-a063-4b48-a4b2-34ad77e172d1', 'status': 'completed', 'code': 200} Apr 19 18:53:21.457354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:21.457950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:21.659870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:22.017350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:22.023052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:22.040453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:22.041139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:22.268969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:22.275890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-308d8403-7c46-4b4a-8ddf-8dcca8f08226 req-eca764c3-5d9a-43d1-b844-cb9e4e1a5deb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:22.344652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-308d8403-7c46-4b4a-8ddf-8dcca8f08226 req-eca764c3-5d9a-43d1-b844-cb9e4e1a5deb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:22.345734 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-308d8403-7c46-4b4a-8ddf-8dcca8f08226 req-eca764c3-5d9a-43d1-b844-cb9e4e1a5deb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=4912b94d-70f3-429e-a229-7485593b6170 HTTP/1.1" status: 200 len: 210 time: 0.1334002 Apr 19 18:53:22.646088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:22.650328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cf619-9fc5-4c7f-a764-86180bc5727d None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:22.804676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9e3362bd-a063-4b48-a4b2-34ad77e172d1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:53:22.845776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 9e3362bd-a063-4b48-a4b2-34ad77e172d1 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:53:22.846774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 9e3362bd-a063-4b48-a4b2-34ad77e172d1 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:53:23.014038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7295c-7876-4121-b614-d187000e73e8 None None] New status for floating IP 6f88c4d9-0905-4e69-b198-eb3ecf362a49: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:53:24.563357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43114) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:24.636471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:24.669866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:24.676694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-5b2f138c-85b3-42c2-8469-a18c4611bfed tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:24.677437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-5b2f138c-85b3-42c2-8469-a18c4611bfed tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:24.744085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-5b2f138c-85b3-42c2-8469-a18c4611bfed tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:24.745375 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-5b2f138c-85b3-42c2-8469-a18c4611bfed tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.2349098 Apr 19 18:53:24.762163 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-e0a1e66b-0732-449f-9b85-02ae486f4f00 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/quotas/c0f25ac8642e4b27b515f27c70a76518 HTTP/1.1" status: 200 len: 375 time: 0.0104175 Apr 19 18:53:24.772566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:24.778230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-70ef2126-dcfc-451a-b688-8355bb512359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:24.795435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ead2b-85dd-4bf1-813d-599a2162538e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:24.797932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:24.835913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:24.837143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "DELETE /v2.0/security-groups/e19ead2b-85dd-4bf1-813d-599a2162538e HTTP/1.1" status: 204 len: 168 time: 0.2726038 Apr 19 18:53:24.840091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43122) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:24.858660 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.v2.resource [None req-23fa8a6d-f63b-4dbf-8b18-f16efb373cee tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] show failed (client error): The resource could not be found. Apr 19 18:53:24.862890 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-23fa8a6d-f63b-4dbf-8b18-f16efb373cee tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups/e19ead2b-85dd-4bf1-813d-599a2162538e HTTP/1.1" status: 404 len: 347 time: 0.0186810 Apr 19 18:53:24.862890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43126) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:24.867159 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-bcc84b11-652d-41f5-926f-48864b8f7c4f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980754 Apr 19 18:53:25.010014 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-227bdc21-7f8f-417e-8265-74e87251bb63 service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392472 Apr 19 18:53:25.043614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Deleting port 2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:53:25.046890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.157355 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-d28632db-8bd3-4371-a002-69de0eeee738 service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401489 Apr 19 18:53:25.228792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.229164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.367410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Calling delete_port for 2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1 owned by network:floatingip {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:25.481518 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fb9810d4-f2ca-493b-b48a-1e8cc456253b req-aca72b0e-8b30-4de0-b22f-b5b4a2d29d49 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 210 time: 0.0606966 Apr 19 18:53:25.664056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.669256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-567da46a-9161-46ac-8667-94a1a70539ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:25.721394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'Port': ['ID=2e7de571-cb67-4dfd-a8cb-0cf205a7bcc1,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:25.755036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:25.819066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.864382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:25.868500 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "DELETE /v2.0/floatingips/6f88c4d9-0905-4e69-b198-eb3ecf362a49 HTTP/1.1" status: 204 len: 168 time: 1.0020330 Apr 19 18:53:26.227742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43148) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:26.233434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314487489', 'description': 'tempest-description--876606880'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:26.240516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:26.244870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:26.248030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:26.255157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:26.292935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.316399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:26.320499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:26.323528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:26.329585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:26.479152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.514431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.520007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-065c97b8-3feb-41ed-9629-32324566cd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:26.578120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38bc25c-993a-43e7-b7a9-c0671040c7b3,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:26.581522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:26.595312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.597288 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3684499 Apr 19 18:53:26.600341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43154) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:26.607557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group_rule': {'security_group_id': 'e38bc25c-993a-43e7-b7a9-c0671040c7b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:26.652635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:26.666140 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-60c5a1f4-6078-4c25-b2e2-53390f4d38fb req-f2a9f788-0470-4295-9ff7-ee796cc3a923 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 210 time: 0.0630670 Apr 19 18:53:26.667172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:26.670245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:26.677275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:26.716461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.779755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.807024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.809117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:26.831790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bef5887-fe06-4d61-a867-674fdd16f362,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:26.836146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:26.875288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:26.876573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752366 Apr 19 18:53:26.879433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43158) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:26.884899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'security_group_rule': {'security_group_id': 'e38bc25c-993a-43e7-b7a9-c0671040c7b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:26.891370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:26.896001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:security_group_rule and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:26.899087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:26.905139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:26.983034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.161826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.169489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-7a9944a9-42da-4b60-a5db-e677781af67c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:27.171051 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-7a9944a9-42da-4b60-a5db-e677781af67c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.2166955 Apr 19 18:53:27.184258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Request body: {'port': {'device_id': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'admin_state_up': True, 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:27.202749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.225881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43164) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:27.261091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:27.295176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Deleting subnet 5c4ca761-806a-4258-830f-3f1421047168 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:53:27.296565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52816920-99be-4dd4-be0c-e940d9b3de63,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:27.298481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.299181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:27.359265 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.365525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.367168 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4867308 Apr 19 18:53:27.370453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.372314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43170) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:27.376806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:27.382808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:27.390494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:27.400651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Usage tracker for resource:floatingip and tenant:4de97278f9254a5c88a8cddc4ec509dc is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:27.403525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:27.405675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:27.413911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:27.441845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:27.447965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.471013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.664729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.670177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:27.713406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4ca761-806a-4258-830f-3f1421047168,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:27.716793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:27.717854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.727351 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5c4ca761-806a-4258-830f-3f1421047168 HTTP/1.1" status: 204 len: 168 time: 0.4999642 Apr 19 18:53:27.728134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43178) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:27.872392 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72da6736-b9cf-42fb-a23f-6c1744faf20f req-d70714b0-8983-46f9-95fb-c8b1443f0c02 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 210 time: 0.0694430 Apr 19 18:53:27.904396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:27.941349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Allocated IP 172.20.0.5 (579b7d4c-67be-411b-b7da-e11e8ea95cb6/583c1b44-bee4-45e9-8098-33b61910c66e/44e89c02-1ddc-4b26-a435-fd9e32fbf5ab) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:28.015806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.038271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.152796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.153203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.154011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.154384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.154763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.155115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.155463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.155812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.156171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.156500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.241681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.241980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.242355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.242771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86484) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:53:28.243201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06d42ba-8ec6-49be-bb05-0a65f06a1b02']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:28.257564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3f9da7-04c7-48e5-b86f-a56df15edda9') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:28.257901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3f9da7-04c7-48e5-b86f-a56df15edda9') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:28.271254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3075046'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.286833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.293921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:53:28.310171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Allocated IP 172.28.3.56 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/a207f4b7-ba11-4b5e-aeca-6bdf74da7c72) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:28.314118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.480436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:53:28.490108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287855'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.495913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.499346 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.508210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa75a0c5-59c3-40fe-b3f9-a279d6778e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:28.511828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:28.602801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:28.604992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event updated for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:28.607930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:28.609956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:28.612075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:28.679972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Network c06d42ba-8ec6-49be-bb05-0a65f06a1b02 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:53:28.690182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:28.691032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: from cryptography.utils import int_from_bytes Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: from cryptography.utils import int_from_bytes Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: (rel_b, rel_a, rel_b), Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: (rel_b, rel_a, rel_b), Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:53:28.705622 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:53:28.739308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.743367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-678a9e2e-afb7-47a0-97d3-de3288940f10 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:28.788265 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6081138 Apr 19 18:53:28.808791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Request body: {'port': {'device_id': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:28.812343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.818351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:28.822380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:28.844566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06d42ba-8ec6-49be-bb05-0a65f06a1b02,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:28.845850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:28.848654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:28.860915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:28.869523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:28.876101 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a047103d-1d80-4416-9c32-de68f7a826f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c06d42ba-8ec6-49be-bb05-0a65f06a1b02 HTTP/1.1" status: 204 len: 168 time: 1.1467779 Apr 19 18:53:28.926929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=a207f4b7-ba11-4b5e-aeca-6bdf74da7c72,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:28.933302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:29.072112 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.097707 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43186) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:29.150306 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-eb613ab3-d816-482e-b1d4-fe1f7137c834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a53adb45ba724c40bdb18fc0d9e9fccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507123 Apr 19 18:53:29.152997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43190) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:29.179215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.218589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.245989 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.306868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f62712-1db8-4dc3-8c47-a83d212832cc req-848c87ae-3636-444f-a487-58b98706ef6f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:29.307635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-13f62712-1db8-4dc3-8c47-a83d212832cc req-848c87ae-3636-444f-a487-58b98706ef6f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:29.344103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.350165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-89245f6e-31c2-4e44-b6d4-622446bd9516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:29.363144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.364021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dbfc29-5323-40f8-8bc9-137e1d232d6b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:29.366514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:29.400245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.401444 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63dbfc29-5323-40f8-8bc9-137e1d232d6b HTTP/1.1" status: 204 len: 168 time: 0.2474747 Apr 19 18:53:29.485489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-13f62712-1db8-4dc3-8c47-a83d212832cc req-848c87ae-3636-444f-a487-58b98706ef6f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:29.487507 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13f62712-1db8-4dc3-8c47-a83d212832cc req-848c87ae-3636-444f-a487-58b98706ef6f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 931 time: 0.4872227 Apr 19 18:53:29.667776 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13f62712-1db8-4dc3-8c47-a83d212832cc req-007620c7-154f-45d6-9b58-65c69dc5f1f8 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485720 Apr 19 18:53:29.789139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:29.799768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.820983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Transition to ACTIVE for port object 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:29.836557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.846898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:29.851812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:29.903214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.039293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Pushing event updated for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:30.070567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:30.078109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee595693-be8b-4451-bc9d-502f1b9c9b96 tempest-DeleteServersTestJSON-790386236 tempest-DeleteServersTestJSON-790386236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:30.194639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.216240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=a207f4b7-ba11-4b5e-aeca-6bdf74da7c72,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:30.226805 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:30.251389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Attempting to bind port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:30.253006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Attempting to bind port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:30.253006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Attempting to bind port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:30.257985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:53:30.258343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Attempting to bind port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:30.264568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:30.264936 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Checking segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:30.265352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Bound using segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:30.265812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Bound port: 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:30.266190 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.277923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.279236 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9045279 Apr 19 18:53:30.332155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43218) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:30.383165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:30.386882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:30.413341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.418779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d67b9c7a-9012-434d-8051-c1cdb27441a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:30.453237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-34725592-network', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:30.459405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:30.463552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Usage tracker for resource:network and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:30.466767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:30.475214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:30.481655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:30.482252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.483743 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] 10.222.0.16 "PUT /v2.0/ports/44e89c02-1ddc-4b26-a435-fd9e32fbf5ab HTTP/1.1" status: 200 len: 1093 time: 1.6860747 Apr 19 18:53:30.484263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:30.506050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Pushing event updated for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:30.508124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Made reservation on behalf of 629077fbf0ce4bcaa8671046c8880ebb for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:30.509679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:30.521818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.558149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.590301 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', 'status': 'completed', 'code': 200} Apr 19 18:53:30.592333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:30.601133 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-b8782d5a-2d12-4b0b-96d3-0d98b7abffa7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1314487489&fields=id&tenant_id=4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 267 time: 0.0954256 Apr 19 18:53:30.602148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:30.605362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:30.613148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:30.630141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-bbbff6eb-59f2-4c22-be74-9b530b528c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:30.631874 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-bbbff6eb-59f2-4c22-be74-9b530b528c6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0837369 Apr 19 18:53:30.709980 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-58af7604-a49d-4d9c-82bb-7c423e3ac8b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab HTTP/1.1" status: 200 len: 217 time: 0.0703590 Apr 19 18:53:30.785392 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3a06e7b1-e727-4c9f-b0bc-d705808b2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:30.787117 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-3a06e7b1-e727-4c9f-b0bc-d705808b2bd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0692692 Apr 19 18:53:30.804913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-b3b2bac8-21f3-44e1-a39f-5a716056860d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:30.806513 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-b3b2bac8-21f3-44e1-a39f-5a716056860d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 810 time: 0.1946723 Apr 19 18:53:30.835685 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-db16d5f2-bf68-43b2-89ad-215009971f41 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/quotas/4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 375 time: 0.0211651 Apr 19 18:53:30.885633 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-50b9b7fe-a869-427b-98da-020a12b57661 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904980 Apr 19 18:53:30.921138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.957758 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-1750a5da-d984-43e3-a73e-cdd54900220f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138768 Apr 19 18:53:30.958976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:30.963711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4dcd08e-468d-4048-98e0-8f9b9afd8ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:31.025718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:53:31.098736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbb693-286f-41a5-ac83-71dd0bfacf92,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:31.102140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:31.103489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:31.103883 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Added segment 604a5a38-1898-4c54-915a-ee354c573969 of type vlan for network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 Apr 19 18:53:31.169027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:31.174401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:53:31.195388 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-9facfaf0-088a-4ba0-93a5-97d4e7857992 service neutron] 10.222.0.43 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180517 Apr 19 18:53:31.275507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4e3a-5161-42bb-b0a8-e505bccf503e req-6598edb5-15b4-4b09-822f-19012ec50180 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:31.277009 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-250b4e3a-5161-42bb-b0a8-e505bccf503e req-6598edb5-15b4-4b09-822f-19012ec50180 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 943 time: 0.4451854 Apr 19 18:53:31.282433 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-9a66f2a0-a92a-42e8-a0b6-583f8aec9725 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875899 Apr 19 18:53:31.423044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-250b4e3a-5161-42bb-b0a8-e505bccf503e req-f2542a90-b6e9-44b9-b596-d7e0f2215d3b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387920 Apr 19 18:53:31.476465 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd8d1d09-46b4-4417-baea-5defc9feb870 req-716c3e40-ddfc-40fd-bc9d-dcee8a26afd3 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737497 Apr 19 18:53:31.551114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:31.554970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:31.555614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:31.562993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:31.632978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-6f14f2c8-36be-4288-82f0-99e2c5b2aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:31.634567 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-6f14f2c8-36be-4288-82f0-99e2c5b2aebd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 1096 time: 0.0798986 Apr 19 18:53:31.672773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-eec03d77-d908-43b0-a491-0997c211e5a0 service neutron] 10.222.0.43 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660096 Apr 19 18:53:31.686220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=56f3ee0a-5736-4bf6-91d4-4b537cd06c89,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:31.694326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:31.697138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:53:31.719775 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3836281 Apr 19 18:53:31.719775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43238) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:31.726443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Request body: {'subnet': {'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-34725592-subnet', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:31.733623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:31.738525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Usage tracker for resource:subnet and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:31.741551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:31.747715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:31.789859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Made reservation on behalf of 629077fbf0ce4bcaa8671046c8880ebb for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:31.795008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3940114'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:31.797227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-0dcc5ca4-20b4-4c0d-8024-548e2a645080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:31.798981 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-0dcc5ca4-20b4-4c0d-8024-548e2a645080 service neutron] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 915 time: 0.1567278 Apr 19 18:53:31.889886 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-3319319c-cb66-4f50-bacb-6038d695208b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab HTTP/1.1" status: 200 len: 217 time: 0.0837595 Apr 19 18:53:31.975666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-39115fff-ed9f-4bd2-9936-fba0b9208967 req-37dee765-4815-4431-acd9-05cb746595d9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:32.013275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-d91539f9-a155-46c3-8a53-257ac176b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:32.020463 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-d91539f9-a155-46c3-8a53-257ac176b804 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0834827 Apr 19 18:53:32.066874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-39115fff-ed9f-4bd2-9936-fba0b9208967 req-37dee765-4815-4431-acd9-05cb746595d9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:32.068044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-39115fff-ed9f-4bd2-9936-fba0b9208967 req-37dee765-4815-4431-acd9-05cb746595d9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 210 time: 0.1803653 Apr 19 18:53:32.075070 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-bcfe6a05-73ad-4244-be29-3550bbc5ecd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520709 Apr 19 18:53:32.229731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-98a7980a-640d-4bee-bfda-b05a14e38caf service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455846 Apr 19 18:53:32.272737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2287881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3940099'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.277572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:32.357588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a6e551-8942-4596-bb6c-e347fc5ca37d,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:32.361143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:32.368239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Checking segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:32.368580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Network hostable DHCP agents. Network: 56f3ee0a-5736-4bf6-91d4-4b537cd06c89, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:53:32.389977 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9224edfa-a607-4278-85ce-a4e7d6aa1483 req-6de41ebb-5f74-41af-a038-286a32101366 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520896 Apr 19 18:53:32.406726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:53:32.440909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 56f3ee0a-5736-4bf6-91d4-4b537cd06c89) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:32.450225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77731eb-8f4d-43a4-8c7b-468f4ffdc050 None None] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:32.456322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:32.458868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.517057 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7933719 Apr 19 18:53:32.517466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43254) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:32.523494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:32.528806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:32.534038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Usage tracker for resource:router and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:32.537404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:32.549868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:32.578451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.580006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.597708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.641945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236593c-1870-4957-815d-9cbd8395ac52 req-95f3c181-1dc9-427c-ad0b-d16dbc1e1640 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:32.644547 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0236593c-1870-4957-815d-9cbd8395ac52 req-95f3c181-1dc9-427c-ad0b-d16dbc1e1640 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 943 time: 0.0990200 Apr 19 18:53:32.707558 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0236593c-1870-4957-815d-9cbd8395ac52 req-80ae7411-de19-495e-8e81-2dd20970b469 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567958 Apr 19 18:53:32.727034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:53:32.728028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.835932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:53:32.938813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:32.971463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Allocated IP 172.20.0.2 (56f3ee0a-5736-4bf6-91d4-4b537cd06c89/c0a6e551-8942-4596-bb6c-e347fc5ca37d/83f8e1cc-f598-4248-8a5b-7a7f13bc1db9) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:33.129329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:33.158792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'port_id': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', 'mac_address': 'fa:16:3e:2b:55:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583c1b44-bee4-45e9-8098-33b61910c66e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:53:33.280562 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1360dda4-ef1a-417d-8a2e-4fc3bd1edc4c req-00fd6e92-9a4b-4e45-942f-2750dc5cfd6b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 210 time: 0.0611138 Apr 19 18:53:33.352245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.389818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.454037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.479423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:33.499167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.514484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:33.515858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Transition to ACTIVE for port object 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:33.535574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Transition to ACTIVE for port object 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:33.572896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.575949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.581249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:33.651406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:33.654121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:33.657049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:33.682646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Allocated IP 172.28.3.218 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/d9e285aa-4d98-4716-968f-d49f0e9cf4be) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:33.695237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-e09ab2f1-c04b-4a0a-b892-0abf2574360d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:33.706955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-e09ab2f1-c04b-4a0a-b892-0abf2574360d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 810 time: 0.2530477 Apr 19 18:53:33.711928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:33.756862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.757259 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.757640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.758010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.758377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.758769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.764331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:33.839100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Attempting to bind port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:33.839547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Attempting to bind port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:33.839970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Attempting to bind port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 on network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:33.853315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:33.853741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Checking segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:33.854187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.854651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Bound using segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:33.855203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Bound port: 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:33.855618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.875243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Pushing event updated for resources: {'Port': ['ID=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:33.879287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:33.882027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:33.882356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:33.894549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-fdb63322-d6ee-47e3-9bb7-c0416dd643f5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:33.919155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:33.943586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:33.957522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553c489-bec7-43df-9f61-8211cf13d082 req-c070e058-3108-470d-8c82-4d1581a73642 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:33.959346 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6553c489-bec7-43df-9f61-8211cf13d082 req-c070e058-3108-470d-8c82-4d1581a73642 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 944 time: 0.1036379 Apr 19 18:53:33.973388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-fdb63322-d6ee-47e3-9bb7-c0416dd643f5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:33.974789 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-fdb63322-d6ee-47e3-9bb7-c0416dd643f5 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4de97278f9254a5c88a8cddc4ec509dc HTTP/1.1" status: 200 len: 5704 time: 0.2678576 Apr 19 18:53:33.987773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'port': {'device_id': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'admin_state_up': True, 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'security_groups': ['e38bc25c-993a-43e7-b7a9-c0671040c7b3']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:34.012157 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6553c489-bec7-43df-9f61-8211cf13d082 req-44bee4b2-9865-4f63-bbfa-7772163639bc tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Apr 19 18:53:34.044172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] For port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:34.066900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] For port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:34.071163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:34.081079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f12ca674-ba56-4b6f-87b7-205026b4ab63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:34.094833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:34.100698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:34.240089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Pushing event updated for resources: {'Port': ['ID=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:34.243589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:34.392390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:34.398776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:34.408100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:34.449776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Pushing event updated for resources: {'Port': ['ID=d9e285aa-4d98-4716-968f-d49f0e9cf4be,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:34.498393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:34.526472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d078842-883c-4208-a636-abeae15aea00 req-d20dcb93-8d57-4376-9eec-c9ea05354fd8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 210 time: 0.0913956 Apr 19 18:53:34.563465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:34.639412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:34.750099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Made reservation on behalf of 4de97278f9254a5c88a8cddc4ec509dc for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:34.756581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:34.863889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:34.963238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:34.996475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:35.010439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:35.010839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.117774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Allocated IP 172.20.0.13 (cfe9b589-4743-4923-b4f7-bb7345484d64/e71f1d65-ba89-4efa-88e1-18966dedd890/8df1f060-5816-4075-bf43-e6a2e243240d) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:35.139512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:35.152851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.171786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.201455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:35.217232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:35.237603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34bad-855f-4494-855a-5a105a13b3ec req-632f51d8-e496-49c2-8211-8de1f99b7a10 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:35.239383 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ef34bad-855f-4494-855a-5a105a13b3ec req-632f51d8-e496-49c2-8211-8de1f99b7a10 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 944 time: 0.1041055 Apr 19 18:53:35.246724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.248877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:35.287972 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', 'code': 200} Apr 19 18:53:35.309566 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ef34bad-855f-4494-855a-5a105a13b3ec req-848624d5-3273-49f3-ac72-c118d4df2b04 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637479 Apr 19 18:53:35.351162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:35.355375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:35.637341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727123b-a9a9-4e09-8fcf-37f016880ad1 None None] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:35.780702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Provisioning for port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:35.785635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.791942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Provisioning complete for port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:35.792285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:35.805147 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0d96f1fe-a038-4188-ac45-6c60c22f0320 req-bd0957ab-e489-4b73-9b00-c08b279c7924 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 210 time: 0.1215577 Apr 19 18:53:35.838321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Transition to ACTIVE for port object 8df1f060-5816-4075-bf43-e6a2e243240d will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:35.870234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.000863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e292c0c-baf3-4e5c-ad18-831ed643c747 req-0d2f4da1-28ef-490a-9938-ec476609d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:36.003161 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7e292c0c-baf3-4e5c-ad18-831ed643c747 req-0d2f4da1-28ef-490a-9938-ec476609d73d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 1098 time: 0.3116443 Apr 19 18:53:36.032984 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.080326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] For port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:36.089058 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7e292c0c-baf3-4e5c-ad18-831ed643c747 req-b9c6ebd9-68fa-4cfa-afc3-9c17dab5a4e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727019 Apr 19 18:53:36.101857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.109337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6b4e8f79-6a27-4948-a108-d00e4e4a7a28 tempest-ServerRescueNegativeTestJSON-676058510 tempest-ServerRescueNegativeTestJSON-676058510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:36.115910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.117601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:36.200058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Pushing event updated for resources: {'Port': ['ID=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:36.201659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Network cfe9b589-4743-4923-b4f7-bb7345484d64 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:36.204360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:36.209124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:36.212060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:36.347696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-7c24a70f-277a-4d45-80e7-c016817d6fca None None] Provisioning complete for port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:36.348122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7c24a70f-277a-4d45-80e7-c016817d6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.566115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event updated for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:36.576654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:36.620205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:36.620874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.638073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:53:36.698255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5762bff7-46e2-45e6-806f-fc7f0c220338 None None] Provisioning for port 8df1f060-5816-4075-bf43-e6a2e243240d completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:36.703448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5762bff7-46e2-45e6-806f-fc7f0c220338 None None] Provisioning complete for port 8df1f060-5816-4075-bf43-e6a2e243240d triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:36.703873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5762bff7-46e2-45e6-806f-fc7f0c220338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:36.765201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-5762bff7-46e2-45e6-806f-fc7f0c220338 None None] Port 8df1f060-5816-4075-bf43-e6a2e243240d cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:36.807932 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8249893 Apr 19 18:53:36.818987 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee019e6-c521-4e48-82b4-3309c4451a97 req-0654cdbf-edc9-4d18-8a3d-75dff5841776 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:36.820516 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ee019e6-c521-4e48-82b4-3309c4451a97 req-0654cdbf-edc9-4d18-8a3d-75dff5841776 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.3149533 Apr 19 18:53:36.828116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Request body: {'port': {'device_id': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:36.948228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:37.034317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.055967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ee019e6-c521-4e48-82b4-3309c4451a97 req-346daf31-47ef-4e1e-8aa6-957a59b685de tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867294 Apr 19 18:53:37.070099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:37.070525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.072487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529e2c1-4047-4d6c-9af1-6edef57fea88 req-e2ed8347-554c-426f-994c-db45cc3a901c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:37.075317 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0529e2c1-4047-4d6c-9af1-6edef57fea88 req-e2ed8347-554c-426f-994c-db45cc3a901c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 932 time: 0.1326101 Apr 19 18:53:37.130219 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0529e2c1-4047-4d6c-9af1-6edef57fea88 req-a088ead5-9321-4366-be03-fb983a8195db tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474441 Apr 19 18:53:37.135088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:37.151162 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Sync routers for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:37.167942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:37.168777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:37.213227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.217149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c6918a04-261b-4b6a-adaa-437e17bc858c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6959558 Apr 19 18:53:37.218151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43292) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:37.434401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:37.482176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df1f060-5816-4075-bf43-e6a2e243240d {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:37.491874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.520130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Transition to ACTIVE for port object 8df1f060-5816-4075-bf43-e6a2e243240d will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:37.550079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.556471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:37.817965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:37.832984 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:37.853891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:34Z', 'revision_number': 3, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:37.860359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Checking router: ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:37.860769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Updating router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b port d9e285aa-4d98-4716-968f-d49f0e9cf4be binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:53:37.885656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Attempting to bind port 8df1f060-5816-4075-bf43-e6a2e243240d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:37.886212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Attempting to bind port 8df1f060-5816-4075-bf43-e6a2e243240d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:37.886743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Attempting to bind port 8df1f060-5816-4075-bf43-e6a2e243240d on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:37.892596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Port 8df1f060-5816-4075-bf43-e6a2e243240d on network cfe9b589-4743-4923-b4f7-bb7345484d64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:53:37.893084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Attempting to bind port 8df1f060-5816-4075-bf43-e6a2e243240d on network cfe9b589-4743-4923-b4f7-bb7345484d64 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:37.908951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:37.909329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Checking segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:37.909776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Bound using segment: {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:37.910294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Bound port: 8df1f060-5816-4075-bf43-e6a2e243240d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83fc1e3-c5d9-4bde-bd13-78a32409749e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:37.910726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:37.949909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.030732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:38.034387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8df1f060-5816-4075-bf43-e6a2e243240d,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:38.070290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.075130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fb0504c2-4b65-4e40-97d2-c03c19dfa6c5 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:38.117736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.144447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.145340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.147155 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/8df1f060-5816-4075-bf43-e6a2e243240d HTTP/1.1" status: 200 len: 1094 time: 1.3256531 Apr 19 18:53:38.147816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:38.179207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:38.186021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:38.276753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704e765-0b71-4844-b025-64af2533769f req-4fdad11b-2701-4139-a635-37cccc0ce5d4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.285873 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a704e765-0b71-4844-b025-64af2533769f req-4fdad11b-2701-4139-a635-37cccc0ce5d4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.2391672 Apr 19 18:53:38.381768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea837-9f75-4a91-a3eb-615badb2b527 req-2d3f9d07-bf40-4b4d-ac15-082224017bdf tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.383541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-724ea837-9f75-4a91-a3eb-615badb2b527 req-2d3f9d07-bf40-4b4d-ac15-082224017bdf tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.1864121 Apr 19 18:53:38.384503 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a704e765-0b71-4844-b025-64af2533769f req-942cc200-2895-4360-80aa-7d57fd799664 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974481 Apr 19 18:53:38.422329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-e7a7bb14-b4dd-4543-83f9-83cf833ed0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.424334 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-e7a7bb14-b4dd-4543-83f9-83cf833ed0db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 1097 time: 0.1684709 Apr 19 18:53:38.511105 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d', 'status': 'completed', 'code': 200} Apr 19 18:53:38.524305 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-724ea837-9f75-4a91-a3eb-615badb2b527 req-faae340c-d119-4457-b959-49792b0aece7 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339598 Apr 19 18:53:38.525818 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-d4116d1f-d38b-4b90-8345-4fdc26449b58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8df1f060-5816-4075-bf43-e6a2e243240d HTTP/1.1" status: 200 len: 217 time: 0.0863931 Apr 19 18:53:38.529541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Allocated IP 172.20.0.1 (56f3ee0a-5736-4bf6-91d4-4b537cd06c89/c0a6e551-8942-4596-bb6c-e347fc5ca37d/ff816b06-50b4-482f-8ba2-a19c781bcb7f) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:38.619132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.633338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-4752e7cf-f8f2-496e-acca-35eeaab628e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.634945 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-4752e7cf-f8f2-496e-acca-35eeaab628e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.1014485 Apr 19 18:53:38.734513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-acccc15c-4638-4c75-a2e5-1aeec0588dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.737604 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-acccc15c-4638-4c75-a2e5-1aeec0588dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951688 Apr 19 18:53:38.789875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Transition to ACTIVE for port object d9e285aa-4d98-4716-968f-d49f0e9cf4be will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:38.807702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9658fa2-22cb-4c14-ae8e-3567eb10e77e req-c3de26ff-4401-4d25-b650-050d195486d3 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:38.809319 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9658fa2-22cb-4c14-ae8e-3567eb10e77e req-c3de26ff-4401-4d25-b650-050d195486d3 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 944 time: 0.2170877 Apr 19 18:53:38.823871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.835548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:38.854195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.887637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Transition to ACTIVE for port object ff816b06-50b4-482f-8ba2-a19c781bcb7f will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:38.903101 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9658fa2-22cb-4c14-ae8e-3567eb10e77e req-a967c04f-5834-43e6-b543-56f65d77f878 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837560 Apr 19 18:53:38.915820 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-6e4353d9-1c85-4e20-a9d5-00109dcd903a service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693151 Apr 19 18:53:38.930832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Attempting to bind port d9e285aa-4d98-4716-968f-d49f0e9cf4be on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:38.931253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Attempting to bind port d9e285aa-4d98-4716-968f-d49f0e9cf4be by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:38.931680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Attempting to bind port d9e285aa-4d98-4716-968f-d49f0e9cf4be on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:38.952155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:38.952577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:38.953027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.953465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:38.954002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Bound port: d9e285aa-4d98-4716-968f-d49f0e9cf4be, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:38.954384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.984309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:38.995497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-756312ed-67b3-4ef3-8b8d-8e29a5aa5a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:39.005567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Pushing event updated for resources: {'Port': ['ID=d9e285aa-4d98-4716-968f-d49f0e9cf4be,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:39.018078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:39.043229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:39.051207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:39.054137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:39.066458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] For port d9e285aa-4d98-4716-968f-d49f0e9cf4be, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:39.070691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] For port d9e285aa-4d98-4716-968f-d49f0e9cf4be, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=d9e285aa-4d98-4716-968f-d49f0e9cf4be,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:39.100160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:39.112235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:39.113665 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64d967ea-0dfc-4503-b5fe-e27c648837bd req-8483d7ba-61d1-49b6-b64e-397b67176e81 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859887 Apr 19 18:53:39.229131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:39.229822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:39.327698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-0a8806f5-7c70-4f07-96e2-7bdb68cac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.329323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-0a8806f5-7c70-4f07-96e2-7bdb68cac646 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 1097 time: 0.1253572 Apr 19 18:53:39.377450 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Pushing event updated for resources: {'Port': ['ID=d9e285aa-4d98-4716-968f-d49f0e9cf4be,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:39.391068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:39.435643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Pushing event updated for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:39.438919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:39.443028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:39.468483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-fb782036-7d38-4c05-a2c9-c7461ba5cd03 None None] Provisioning for port ff816b06-50b4-482f-8ba2-a19c781bcb7f completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:39.473654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:39.539991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-7a884015-90a6-44d3-b84c-b364aea4419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.541509 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-7a884015-90a6-44d3-b84c-b364aea4419d service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.2028472 Apr 19 18:53:39.627387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-fb782036-7d38-4c05-a2c9-c7461ba5cd03 None None] Provisioning complete for port ff816b06-50b4-482f-8ba2-a19c781bcb7f triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:39.627726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb782036-7d38-4c05-a2c9-c7461ba5cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:39.707245 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-38c784ba-8cbe-40ea-accb-0587ae0dd744 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8df1f060-5816-4075-bf43-e6a2e243240d HTTP/1.1" status: 200 len: 217 time: 0.1529562 Apr 19 18:53:39.736953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef3045-b0c6-4f8b-952a-5572469c98a7 req-bfcf4d0c-0fc4-4df7-a66c-92b5c7d8aa02 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.738540 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-beef3045-b0c6-4f8b-952a-5572469c98a7 req-bfcf4d0c-0fc4-4df7-a66c-92b5c7d8aa02 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.1903327 Apr 19 18:53:39.739313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:39.773706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fb782036-7d38-4c05-a2c9-c7461ba5cd03 None None] Port ff816b06-50b4-482f-8ba2-a19c781bcb7f cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:39.789429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-a5d6ea87-df76-4023-ae6a-f1da9fb764dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.791135 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-a5d6ea87-df76-4023-ae6a-f1da9fb764dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.0751760 Apr 19 18:53:39.849289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-beef3045-b0c6-4f8b-952a-5572469c98a7 req-8805a5fc-41de-4b32-8201-17f3bb533f0c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001139 Apr 19 18:53:39.891523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:34Z', 'revision_number': 3, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:39.896620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5129fcbd-81a0-470a-bb35-2c929f7a7b67 None None] The sync data for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb is: [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:34Z', 'revision_number': 3, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:39.960830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-c27704d8-ac5d-4f7a-97b2-39e2263f3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.962684 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-c27704d8-ac5d-4f7a-97b2-39e2263f3503 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1639647 Apr 19 18:53:39.980746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-369cd629-0463-41e4-b708-9e2e903910f2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:39.982343 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-369cd629-0463-41e4-b708-9e2e903910f2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.1376510 Apr 19 18:53:40.038633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:40.081022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287761'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:40.112581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:40.204236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Pushing event updated for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:40.207409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:40.208667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:40.405373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:40.406635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:40.502719 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-80f866ef-6f8c-456f-8da8-f6d2d54339bc service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185685 Apr 19 18:53:40.519732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Deleting port bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:53:40.523949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:40.666737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:53:40.716548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a8c9e75b-a50e-4072-8698-766d1da7241f None None] Provisioning complete for port ff816b06-50b4-482f-8ba2-a19c781bcb7f triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:40.716993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e75b-a50e-4072-8698-766d1da7241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:40.813498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe893853-a887-446b-a51b-f7f6c65627df req-4268de64-c1a1-4451-a050-28e57cb8ace9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:40.814424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fe893853-a887-446b-a51b-f7f6c65627df req-4268de64-c1a1-4451-a050-28e57cb8ace9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Synchronizing usage tracker for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:40.855753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9e75b-a50e-4072-8698-766d1da7241f None None] Port ff816b06-50b4-482f-8ba2-a19c781bcb7f cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:40.895081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8df1f060-5816-4075-bf43-e6a2e243240d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:53:40.938979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:40.975628 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] 10.222.0.43 "PUT /v2.0/routers/ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7561338 Apr 19 18:53:40.989283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-fe893853-a887-446b-a51b-f7f6c65627df req-4268de64-c1a1-4451-a050-28e57cb8ace9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Unset dirty status for tenant:4de97278f9254a5c88a8cddc4ec509dc on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:40.991064 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe893853-a887-446b-a51b-f7f6c65627df req-4268de64-c1a1-4451-a050-28e57cb8ace9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 944 time: 0.9400256 Apr 19 18:53:41.004258 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d2445229-f639-41a2-91e5-d9bd76b9706c req-0caa92dc-6010-4aa2-aa39-9b65b5714849 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495564 Apr 19 18:53:41.094258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device d9e285aa-4d98-4716-968f-d49f0e9cf4be up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:41.103434 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe893853-a887-446b-a51b-f7f6c65627df req-a0211c39-b95a-4285-834e-b6da197d776d tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018867 Apr 19 18:53:41.129619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] For port bf7cb878-78df-4e51-9b8c-1d083c421a37, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bf7cb878-78df-4e51-9b8c-1d083c421a37,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:41.130034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.208409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.258599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8df1f060-5816-4075-bf43-e6a2e243240d,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:41.261645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d697d4-70fe-49e9-b698-5c87fa33af4d req-9ac31c63-d8db-4cda-a951-0f045fd701a0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:41.275380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '8df1f060-5816-4075-bf43-e6a2e243240d', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'port_id': '8df1f060-5816-4075-bf43-e6a2e243240d', 'mac_address': 'fa:16:3e:2e:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:53:41.287647 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8d697d4-70fe-49e9-b698-5c87fa33af4d req-9ac31c63-d8db-4cda-a951-0f045fd701a0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 946 time: 0.1977444 Apr 19 18:53:41.315074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port d9e285aa-4d98-4716-968f-d49f0e9cf4be completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:41.330533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port d9e285aa-4d98-4716-968f-d49f0e9cf4be triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:41.332105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.355740 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8d697d4-70fe-49e9-b698-5c87fa33af4d req-5d225dfe-1539-4fea-8eed-e2ee75811d88 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=5585ba97-358b-46b8-9e5c-66a0a4712b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628476 Apr 19 18:53:41.406724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.433187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df1f060-5816-4075-bf43-e6a2e243240d {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:41.509697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8df1f060-5816-4075-bf43-e6a2e243240d,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:41.514722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.533507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port d9e285aa-4d98-4716-968f-d49f0e9cf4be, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=d9e285aa-4d98-4716-968f-d49f0e9cf4be,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:41.537879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.540558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:41.581122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.622489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:41.625722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:41.626258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5558a53a-226d-4a4f-bfd7-b586a6c6696b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:41.658037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-8f5c0b98-5577-45b1-a688-e8fbc5e9ac75 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:41.659643 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-8f5c0b98-5577-45b1-a688-e8fbc5e9ac75 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.3966758 Apr 19 18:53:41.685049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-1c8baf39-32a2-41eb-96f1-aa2d4133893e tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/quotas/c0f25ac8642e4b27b515f27c70a76518 HTTP/1.1" status: 200 len: 375 time: 0.0189784 Apr 19 18:53:41.693483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.693904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.694256 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Floating IP 405d839c-ffcd-494b-b526-89904875e7f1 disassociated. External IP: 172.28.3.217, port: bf7cb878-78df-4e51-9b8c-1d083c421a37. Apr 19 18:53:41.694643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Calling delete_port for bf7cb878-78df-4e51-9b8c-1d083c421a37 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:41.699820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=d9e285aa-4d98-4716-968f-d49f0e9cf4be,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:41.703142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:41.803255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['8df1f060-5816-4075-bf43-e6a2e243240d'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:41.837459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43356) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:41.844654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1501171413-network', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:41.850974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:41.855713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Usage tracker for resource:network and tenant:e0a53eb4ed974ab6b4606152842a582b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:41.858916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:41.865087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:41.892876 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-1cdc2be2-bc93-40b0-89bb-055cdd01949d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648328 Apr 19 18:53:41.910064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Made reservation on behalf of e0a53eb4ed974ab6b4606152842a582b for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:41.915035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.931718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:41.949754 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:41.953599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a53eb4ed974ab6b4606152842a582b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:41.957351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:41.963824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:42.054187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.054483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.062791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5b8afb30-6927-4f1e-8c34-b6fe4627dada tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:42.085968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.090426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:42.112834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'Port': ['ID=bf7cb878-78df-4e51-9b8c-1d083c421a37,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:42.116658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:53:42.118298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-52a4f948-b9d6-4452-9280-44d99f447fbe service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146018 Apr 19 18:53:42.120175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:42.140947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66234df-cf7b-4160-bc62-2b8639f19bef,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:42.146653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:42.147660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.148046 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Added segment 979fe8c1-6050-47ae-a2de-eedf0c79b5d1 of type vlan for network 98ec8daf-3c77-41fd-8850-aca12908f301 Apr 19 18:53:42.177008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.235199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.237157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:42.237796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.244609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:42.408375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Pushing event updated for resources: {'Network': ['ID=98ec8daf-3c77-41fd-8850-aca12908f301,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:42.416505 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:42.419437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 98ec8daf-3c77-41fd-8850-aca12908f301 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:53:42.424500 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5822825 Apr 19 18:53:42.425769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43364) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:42.432394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Request body: {'subnet': {'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1501171413-subnet', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:42.436209 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-83826dc1-0961-42ae-b547-a687a13cb3eb service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112881 Apr 19 18:53:42.440969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:42.444834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:53:42.446237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Usage tracker for resource:subnet and tenant:e0a53eb4ed974ab6b4606152842a582b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:42.451518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:42.466288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6e6bc-6dde-4141-aa08-4f6fc5a462c5 req-88f5a0a8-5d59-4361-84b5-655236c5f50c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:42.467911 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84b6e6bc-6dde-4141-aa08-4f6fc5a462c5 req-88f5a0a8-5d59-4361-84b5-655236c5f50c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 945 time: 0.2243874 Apr 19 18:53:42.468866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:42.543974 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84b6e6bc-6dde-4141-aa08-4f6fc5a462c5 req-a97e48de-e81e-4b17-9220-7b60abdc0fc7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670443 Apr 19 18:53:42.545204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Made reservation on behalf of e0a53eb4ed974ab6b4606152842a582b for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:42.560131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3940114'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.846814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb642a8c-2e52-4ba4-b09d-6d1994c9ee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:42.853969 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-633b24a0-21f7-410b-9374-7654c3427f2d req-30e7728d-51fe-42be-9ce5-eeeaa4bb7cb9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.0838506 Apr 19 18:53:42.911216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8df1f060-5816-4075-bf43-e6a2e243240d up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:43.032508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device d9e285aa-4d98-4716-968f-d49f0e9cf4be up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:43.112592 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75a65432-756f-4eb3-8b87-01781a6ddb29 req-bb7f4617-0e10-4ca8-9e2f-81e2d086019c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 210 time: 0.0697093 Apr 19 18:53:43.113665 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port d9e285aa-4d98-4716-968f-d49f0e9cf4be triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:43.114107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.149302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:43.151438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 8df1f060-5816-4075-bf43-e6a2e243240d completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:43.162728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:43.168190 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 8df1f060-5816-4075-bf43-e6a2e243240d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:43.168700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.177373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:43.178678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:43.246380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] No DVR routers for this DVR port bf7cb878-78df-4e51-9b8c-1d083c421a37 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:53:43.249205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.261254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-deleted', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:43.293310 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac1094ff-3b5d-4fb7-9c72-174205d7abb4 req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "DELETE /v2.0/ports/bf7cb878-78df-4e51-9b8c-1d083c421a37 HTTP/1.1" status: 204 len: 173 time: 3.2844491 Apr 19 18:53:43.301276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Sync routers for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:43.324544 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d2c2f2-7618-41c7-9287-cf2a9aedf234', 'name': 'network-vif-deleted', 'tag': 'bf7cb878-78df-4e51-9b8c-1d083c421a37', 'status': 'completed', 'code': 200} Apr 19 18:53:43.386074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:43.387042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:43.409774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2287881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3940099'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.415361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3d7b935d-6a01-47b4-9cba-f671c5d339f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:43.456070 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:43.488648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8858c7ea-84bb-45cc-b879-b5a6a2fac2ce,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:43.494822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:43.533485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Checking segment: {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:43.533870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Network hostable DHCP agents. Network: 98ec8daf-3c77-41fd-8850-aca12908f301, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:53:43.589435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Network 98ec8daf-3c77-41fd-8850-aca12908f301 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:53:43.590061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.624393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 98ec8daf-3c77-41fd-8850-aca12908f301) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:43.639800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:43.641058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.644178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb73efb-ad57-4c88-843c-48376a9c9940 None None] Network 98ec8daf-3c77-41fd-8850-aca12908f301 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:43.678820 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d3733505-1e77-4cd0-9eba-f24d8a2d38c4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2494502 Apr 19 18:53:43.679028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43382) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:43.684327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:43.697447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:43.705680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:43.711529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Usage tracker for resource:router and tenant:e0a53eb4ed974ab6b4606152842a582b is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:43.716539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:43.727569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:43.756049 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:43.784411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.785545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.791833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a2664-5364-4bfc-a4f9-e52f71e8dee4 req-ff1e49c2-3028-4af4-881b-ee77c442c663 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:43.795696 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-072a2664-5364-4bfc-a4f9-e52f71e8dee4 req-ff1e49c2-3028-4af4-881b-ee77c442c663 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 945 time: 0.1099558 Apr 19 18:53:43.813313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:43.876378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-072a2664-5364-4bfc-a4f9-e52f71e8dee4 req-83203958-8a02-40a1-804e-37bd8038120b tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753675 Apr 19 18:53:43.930809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:43.935763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:43.947459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:43.950972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:44.087791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8df1f060-5816-4075-bf43-e6a2e243240d,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:44.098081 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d', 'code': 200} Apr 19 18:53:44.189836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:44.190808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:53:44.254775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:44.300348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: bf7cb878-78df-4e51-9b8c-1d083c421a37 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:53:44.300741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device bf7cb878-78df-4e51-9b8c-1d083c421a37 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:53:44.405001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-98ec8daf-3c77-41fd-8850-aca12908f301', 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'fixed_ips': [{'subnet_id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:53:44.405929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:44.410788 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-97b80e08-6575-4a0d-805c-4473aa3c1565 req-86c6c32a-5bcb-49fa-bfc9-8d9c11aecfb0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 210 time: 0.1236002 Apr 19 18:53:44.470843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb53b24-a4e5-4f42-a2f9-c259e05b90ba req-e546c996-0514-4731-8a0c-5835f1ccbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:44.473017 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7bb53b24-a4e5-4f42-a2f9-c259e05b90ba req-e546c996-0514-4731-8a0c-5835f1ccbd71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 1099 time: 0.2951846 Apr 19 18:53:44.545448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:44.553906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:44.554498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:44.563185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7bb53b24-a4e5-4f42-a2f9-c259e05b90ba req-4f67f1b5-9264-4d6c-a226-4204c4ccbadb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748336 Apr 19 18:53:44.632394 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-97388a87-d3fe-4c80-9f8d-d47b4eb0dd65 req-08bf91e8-dd8b-4d65-a8e2-17210a70d750 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=00d2c2f2-7618-41c7-9287-cf2a9aedf234 HTTP/1.1" status: 200 len: 210 time: 0.3555634 Apr 19 18:53:44.635214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:44.701764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Allocated IP 172.20.0.2 (98ec8daf-3c77-41fd-8850-aca12908f301/8858c7ea-84bb-45cc-b879-b5a6a2fac2ce/8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:44.718446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 2, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:44.725383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Checking router: ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:44.725788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Updating router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b port ff816b06-50b4-482f-8ba2-a19c781bcb7f binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:53:44.918440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:44.932518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da194789-7231-424d-b924-a9fd7d8fd8cd None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:45.036424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.077684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.124500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.282343 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Allocated IP 172.28.3.131 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/448f1e42-0d86-473d-b037-24843ed6d384) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:45.316723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.322878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-31e847ea-c115-4032-8bbd-0e7e855c2cff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:45.324748 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-31e847ea-c115-4032-8bbd-0e7e855c2cff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.2037289 Apr 19 18:53:45.333438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Transition to ACTIVE for port object 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:45.345641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff249c-edf9-424e-ba94-f1db29d35ba8 req-79bc1bc9-6b87-4fcf-9cd6-66da01c6c114 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:45.354366 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80ff249c-edf9-424e-ba94-f1db29d35ba8 req-79bc1bc9-6b87-4fcf-9cd6-66da01c6c114 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.3242950 Apr 19 18:53:45.362136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Request body: {'port': {'device_id': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'admin_state_up': True, 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:45.446973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874081e-cd6e-4130-adef-588d5fdbc4d7 None None] New status for floating IP 405d839c-ffcd-494b-b526-89904875e7f1: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:53:45.481403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Transition to ACTIVE for port object 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:45.533182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.538030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.556968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:45.590825 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80ff249c-edf9-424e-ba94-f1db29d35ba8 req-f5f354d8-8b9c-4fed-bd54-8ed7556b6286 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350402 Apr 19 18:53:45.601365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d7397c03-5d82-400e-87b7-9401aa3adcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.652552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.661882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Network 98ec8daf-3c77-41fd-8850-aca12908f301 is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:45.668003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d062648d-76c9-4b36-ada8-1625feb2cbe4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:45.671554 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:45.678240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:45.755663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:45.758013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Pushing event updated for resources: {'Port': ['ID=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:45.772614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:45.815195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Pushing event updated for resources: {'Port': ['ID=448f1e42-0d86-473d-b037-24843ed6d384,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:45.829952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:45.830492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:45.831932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.resource_extend [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:53:45.837603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.880287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:45.881498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:45.884259 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-08282f57-4a41-4723-8978-b0b5c4a913f4 req-836531fe-e082-4d92-ba05-8b59888fb3b5 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 210 time: 0.0702205 Apr 19 18:53:45.885327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:45.887688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:45.932848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Attempting to bind port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:45.933261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Attempting to bind port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:45.933673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Attempting to bind port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb on network 98ec8daf-3c77-41fd-8850-aca12908f301 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:45.938147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43404) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:45.944241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:45.944663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Checking segment: {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:45.945110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.945547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Bound using segment: {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:45.946082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Bound port: 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:45.947152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:45.991593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.123290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.123890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Transition to ACTIVE for port object ff816b06-50b4-482f-8ba2-a19c781bcb7f will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:46.124177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Allocated IP 172.20.0.6 (579b7d4c-67be-411b-b7da-e11e8ea95cb6/583c1b44-bee4-45e9-8098-33b61910c66e/1c9304a8-39d7-47ab-94a0-d81f47c81de7) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:46.124354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] For port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:46.124354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] For port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:46.230708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.234736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.237459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:46.244304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.268599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.272599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.328669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.425520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.425788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.431400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-103cacc3-d126-4706-8774-9976ff7cae6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:46.448884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a', '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:46.491489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0345e036-3a38-4f60-aea2-4b68623bbc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:46.526958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event updated for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:46.528564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Pushing event updated for resources: {'Port': ['ID=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:46.532181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:46.550850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:46.552345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:46.556686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:46.569167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5585ba97-358b-46b8-9e5c-66a0a4712b22,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:46.585090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:46.586971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:46.602509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-babea68d-fbd9-4364-89fd-3b470c1df7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:46.639520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.644790 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "DELETE /v2.0/security-groups/5585ba97-358b-46b8-9e5c-66a0a4712b22 HTTP/1.1" status: 204 len: 168 time: 0.7012188 Apr 19 18:53:46.645115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.646792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43410) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:46.654595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:46.655328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.699065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Attempting to bind port ff816b06-50b4-482f-8ba2-a19c781bcb7f on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:46.700608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Attempting to bind port ff816b06-50b4-482f-8ba2-a19c781bcb7f by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:46.700608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Attempting to bind port ff816b06-50b4-482f-8ba2-a19c781bcb7f on network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:46.709648 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.v2.resource [None req-8827bfc3-2577-456d-9de6-56755ceafe23 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] show failed (client error): The resource could not be found. Apr 19 18:53:46.716577 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8827bfc3-2577-456d-9de6-56755ceafe23 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups/5585ba97-358b-46b8-9e5c-66a0a4712b22 HTTP/1.1" status: 404 len: 347 time: 0.0276351 Apr 19 18:53:46.717475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43414) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:46.722900 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3653207 Apr 19 18:53:46.736841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:46.737257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Checking segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:46.737704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.738144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Bound using segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:46.738709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Bound port: ff816b06-50b4-482f-8ba2-a19c781bcb7f, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:46.739132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:46.753928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840be38-96bb-45b2-87cb-edee18630c9a None None] Pushing event updated for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:46.763463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a840be38-96bb-45b2-87cb-edee18630c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:46.885396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Request body: {'port': {'device_id': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:46.951001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] For port ff816b06-50b4-482f-8ba2-a19c781bcb7f, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:46.972609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] For port ff816b06-50b4-482f-8ba2-a19c781bcb7f, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=ff816b06-50b4-482f-8ba2-a19c781bcb7f,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:47.028246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.043532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:47.077544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:47.127830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.205655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:47.206369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:47.245107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.309562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Deleting port c35e26e7-fe71-4cc9-aa7f-14c116d8dd55 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:53:47.309923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.414322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391118a6-7d98-4d77-ad46-6fe9b3afc39f req-22eaf311-b474-453d-8a54-00a12e217301 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:47.416012 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-391118a6-7d98-4d77-ad46-6fe9b3afc39f req-22eaf311-b474-453d-8a54-00a12e217301 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 931 time: 0.3124521 Apr 19 18:53:47.451212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840be38-96bb-45b2-87cb-edee18630c9a None None] Pushing event updated for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:47.459778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a840be38-96bb-45b2-87cb-edee18630c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:47.462572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:47.498858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-391118a6-7d98-4d77-ad46-6fe9b3afc39f req-481989fa-ecc0-437f-950b-0bc8f65a7574 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Apr 19 18:53:47.526827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c8cd-1376-4fa1-a2ec-345a06066ba6 req-a3af7c3a-931a-49ac-afc6-66396351c43f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:47.526827 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-98f1c8cd-1376-4fa1-a2ec-345a06066ba6 req-a3af7c3a-931a-49ac-afc6-66396351c43f tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.6402185 Apr 19 18:53:47.553005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:47.582961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Router 399e8dec-b1af-4a50-9c3c-4c364087553f is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:53:47.614088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.701038 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-98f1c8cd-1376-4fa1-a2ec-345a06066ba6 req-99066ff5-4dbe-4f3f-a43f-e77786192715 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379731 Apr 19 18:53:47.758150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.758516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:47.935436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Calling delete_port for c35e26e7-fe71-4cc9-aa7f-14c116d8dd55 owned by network:floatingip {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:53:47.960957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:46Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:47.965752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b07779-14b6-4c8b-9d5f-1cb54dfb8675 None None] The sync data for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb is: [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:46Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:48.124568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be67a2-c4c1-4d64-bd3b-0dd1b4b65e5e None None] Network 98ec8daf-3c77-41fd-8850-aca12908f301 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:53:48.187964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:48.206848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feb6c3-7254-43dd-a3b0-fb4c8f1a8a72 req-9fe57806-d7bc-41ed-996c-bef1693b95eb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:48.208723 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99feb6c3-7254-43dd-a3b0-fb4c8f1a8a72 req-9fe57806-d7bc-41ed-996c-bef1693b95eb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.1792126 Apr 19 18:53:48.218650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43422) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:48.228891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Request body: {'floatingip': {'port_id': '8df1f060-5816-4075-bf43-e6a2e243240d'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:48.326065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.536312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.537882 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8e44c536-8c75-49dd-b6ea-58d0c33f19ab admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8578637 Apr 19 18:53:48.544547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43428) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:48.544729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Sync routers for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:48.577907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9304a8-39d7-47ab-94a0-d81f47c81de7 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:48.600372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.603705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.613434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c86ac977-43ce-4a35-a549-5c22d6994830 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:48.628980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:48.629673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:48.689865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'Port': ['ID=c35e26e7-fe71-4cc9-aa7f-14c116d8dd55,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:48.715121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Provisioning for port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:48.733730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:48.735125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Transition to ACTIVE for port object 1c9304a8-39d7-47ab-94a0-d81f47c81de7 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:48.785671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Provisioning complete for port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:48.786090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.795217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:48.810652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d5407545-2436-45c6-bd0c-0eb2e8612029 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:48.959233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.004673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] For port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:49.057779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device ff816b06-50b4-482f-8ba2-a19c781bcb7f up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:49.098238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.109503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:49.157060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Pushing event updated for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:49.160401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.195206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Pushing event updated for resources: {'Port': ['ID=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:49.215893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:49.230702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:49.233627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:49.261472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Attempting to bind port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:49.261789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Attempting to bind port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:49.262136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Attempting to bind port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:49.290826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:53:49.291339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Attempting to bind port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:49.299439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.304231 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "DELETE /v2.0/floatingips/405d839c-ffcd-494b-b526-89904875e7f1 HTTP/1.1" status: 204 len: 168 time: 2.5854852 Apr 19 18:53:49.305399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:49.305779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Checking segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:49.306213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Bound using segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:49.306736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Bound port: 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:49.307128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.388666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea71a36-acfc-4b0e-9ab6-8361d698c253 req-22334e5b-054f-4808-af81-25f9a1206a50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:49.389457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9ea71a36-acfc-4b0e-9ab6-8361d698c253 req-22334e5b-054f-4808-af81-25f9a1206a50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:49.445352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9ea71a36-acfc-4b0e-9ab6-8361d698c253 req-22334e5b-054f-4808-af81-25f9a1206a50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:49.446853 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9ea71a36-acfc-4b0e-9ab6-8361d698c253 req-22334e5b-054f-4808-af81-25f9a1206a50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 943 time: 0.7098062 Apr 19 18:53:49.493185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:49.510456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f3b07e95-0136-4998-a877-570f490d5708 None None] Provisioning complete for port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:49.510873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f3b07e95-0136-4998-a877-570f490d5708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.569671 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9ea71a36-acfc-4b0e-9ab6-8361d698c253 req-abeab129-dc50-4371-a287-65b39e49f4c7 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Apr 19 18:53:49.580868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:49.601880 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port ff816b06-50b4-482f-8ba2-a19c781bcb7f completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:49.612969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.619718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port ff816b06-50b4-482f-8ba2-a19c781bcb7f triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:49.620136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.624076 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:49.687578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:49.689345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.691129 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] 10.222.0.16 "PUT /v2.0/ports/1c9304a8-39d7-47ab-94a0-d81f47c81de7 HTTP/1.1" status: 200 len: 1093 time: 2.8107381 Apr 19 18:53:49.691799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:49.754568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Pushing event updated for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:49.764654 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:49.768102 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7', 'status': 'completed', 'code': 200} Apr 19 18:53:49.838572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.resource_extend [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:53:49.865499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-2f84fd9a-b848-4e52-8949-76a563173d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:49.867141 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-2f84fd9a-b848-4e52-8949-76a563173d52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 1096 time: 0.0940235 Apr 19 18:53:49.942250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:49.948133 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-920f92b1-eed1-4f10-96e9-d87f4a8804e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7 HTTP/1.1" status: 200 len: 217 time: 0.0722628 Apr 19 18:53:49.953086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43436) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:49.958069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:46Z', 'revision_number': 3, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:49.966449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Checking router: 399e8dec-b1af-4a50-9c3c-4c364087553f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:49.966875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Updating router 399e8dec-b1af-4a50-9c3c-4c364087553f port 448f1e42-0d86-473d-b037-24843ed6d384 binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:53:49.985124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.001798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164017975', 'description': 'tempest-description--334657962'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:50.014034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:50.022074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:50.030437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:50.033502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.040663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port ff816b06-50b4-482f-8ba2-a19c781bcb7f, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=ff816b06-50b4-482f-8ba2-a19c781bcb7f,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:50.043016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:50.043123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.050633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ec9ae-6812-4727-a885-adb86facee2b req-0fab9adb-039e-4b69-b406-6ccf4689536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:50.052137 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-0fab9adb-039e-4b69-b406-6ccf4689536a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0959218 Apr 19 18:53:50.086976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.107999 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-cde068cb-91ed-4767-be5a-3ab536b623c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485737 Apr 19 18:53:50.109195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.140691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.149326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:50.213402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:50.221116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:50.231837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:50.240902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:50.262052 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:50.305456 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-7d0624a9-d1b9-491a-9273-6c6e02d1bae5 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854634 Apr 19 18:53:50.313561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:50.390109 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Floating IP 2bffad71-f4c5-4f6a-b001-b5f7caf64a6d associated. External IP: 172.28.3.56, port: 8df1f060-5816-4075-bf43-e6a2e243240d. Apr 19 18:53:50.450695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.464942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.478379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Transition to ACTIVE for port object 448f1e42-0d86-473d-b037-24843ed6d384 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:50.491246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.499218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d937f97d-ffe8-4f58-bd67-d506b805b5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:50.516199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.522852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:50.539042 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-298ec9ae-6812-4727-a885-adb86facee2b req-9dbb98e2-ee7f-4529-a771-1ce14ca63496 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225924 Apr 19 18:53:50.577136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:50.580852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:50.612201 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.612718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Attempting to bind port 448f1e42-0d86-473d-b037-24843ed6d384 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:50.616523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Attempting to bind port 448f1e42-0d86-473d-b037-24843ed6d384 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:50.616925 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e338ff1b-9d96-4c56-9b6c-1010ae11d294 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6594398 Apr 19 18:53:50.617009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Attempting to bind port 448f1e42-0d86-473d-b037-24843ed6d384 on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:50.627641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:50.629144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:50.630018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.630712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:50.631485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Bound port: 448f1e42-0d86-473d-b037-24843ed6d384, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:50.632319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.657171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43442) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:50.662335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Pushing event updated for resources: {'Port': ['ID=448f1e42-0d86-473d-b037-24843ed6d384,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:50.669620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group_rule': {'security_group_id': 'd2ab37f9-4f3f-4b44-a02e-1c4c08d0b015', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:50.675038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:50.683207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:50.695817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:50.703203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:50.734483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] For port 448f1e42-0d86-473d-b037-24843ed6d384, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:50.737930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] For port 448f1e42-0d86-473d-b037-24843ed6d384, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=448f1e42-0d86-473d-b037-24843ed6d384,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:50.745843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:50.789395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.795296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3af20f05-97aa-4078-a5a6-a3167246afe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:50.803410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-0f9c9c25-a7a3-4c02-8133-278d1f864cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:50.805023 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-0f9c9c25-a7a3-4c02-8133-278d1f864cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 1096 time: 0.1883249 Apr 19 18:53:50.818734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Allocated IP 172.20.0.1 (98ec8daf-3c77-41fd-8850-aca12908f301/8858c7ea-84bb-45cc-b879-b5a6a2fac2ce/1965a163-37cc-4ee4-bbd6-dfd726d0960b) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:50.857569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:50.878949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f546-143e-420e-a03f-f2dc627e833c req-aaef2ea1-b66d-4486-9dc8-1182fe1303e0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:50.880542 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-59e5f546-143e-420e-a03f-f2dc627e833c req-aaef2ea1-b66d-4486-9dc8-1182fe1303e0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 943 time: 0.1813595 Apr 19 18:53:50.882785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:50.883595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:51.053147 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-59e5f546-143e-420e-a03f-f2dc627e833c req-56ccf8ff-94e4-4ca8-a325-419a87b9e09f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189342 Apr 19 18:53:51.092425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.096011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-557e7065-885d-47a7-b2f6-3ac915fe3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:51.097638 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-557e7065-885d-47a7-b2f6-3ac915fe3bbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 915 time: 0.2774618 Apr 19 18:53:51.179384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.180909 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-8796756b-a597-4fea-a373-9ae3eb93e94e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7 HTTP/1.1" status: 200 len: 217 time: 0.0751390 Apr 19 18:53:51.183002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e23b2760-ecd1-49d2-8c7f-18f427bec8f4 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:51.187814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.196688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:51.213624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Transition to ACTIVE for port object 1965a163-37cc-4ee4-bbd6-dfd726d0960b will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:51.224569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:53:51.249987 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d1abca-561d-42b0-a99c-41015c02c75b,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:51.252480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Pushing event updated for resources: {'Port': ['ID=448f1e42-0d86-473d-b037-24843ed6d384,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:51.257420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:51.267548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:51.280890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-4fb91b62-e8da-468f-9038-8cfeea3870e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:51.282933 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-4fb91b62-e8da-468f-9038-8cfeea3870e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0880964 Apr 19 18:53:51.286059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.287503 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6291542 Apr 19 18:53:51.290309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43446) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:51.296081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'security_group_rule': {'security_group_id': 'd2ab37f9-4f3f-4b44-a02e-1c4c08d0b015', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:51.337169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:51.337590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.343901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:51.354899 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-70ea3add-0150-49d5-8800-623c691af29a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535290 Apr 19 18:53:51.355971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:security_group_rule and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:51.359154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:51.380460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:51.391355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:51.451400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:51.460009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.465012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:51.470789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:51.483345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:51.484275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:51.509398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.511801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.592257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Network 98ec8daf-3c77-41fd-8850-aca12908f301 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:51.600911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:51.609426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:51.625136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.634024 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-5ca1c680-45e7-4642-8657-0be91a18a0ff service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679307 Apr 19 18:53:51.645529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Pushing event updated for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:51.655365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:51.659535 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a2fc401d-95db-4410-8aa2-4772d6f0c134 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "PUT /v2.0/floatingips/2bffad71-f4c5-4f6a-b001-b5f7caf64a6d HTTP/1.1" status: 200 len: 991 time: 3.4395647 Apr 19 18:53:51.662557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:51.689650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.725572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.758107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fad3872b-23b0-4d64-b17b-6fbd2fc77ea8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:51.765983 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d', 'status': 'completed', 'code': 200} Apr 19 18:53:51.796316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c070b5d1-0689-421a-949d-ff79c158a7cd,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:51.807630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:51.828927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device ff816b06-50b4-482f-8ba2-a19c781bcb7f up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:51.911704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.913290 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218278 Apr 19 18:53:51.917653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43454) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:51.927656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:51.931943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.937787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:51.960652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:51.966727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:46Z', 'revision_number': 3, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:51.974566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Usage tracker for resource:floatingip and tenant:90d0af2d7b894854ba5ca8ab4b593ef1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:51.975952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c6d3a-d583-4e39-a86f-53b06b6d727c None None] The sync data for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb is: [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:46Z', 'revision_number': 3, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:51.977526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9c7a-7e72-4195-bd5b-b170866de0a4 None None] Provisioning for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:51.985133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port ff816b06-50b4-482f-8ba2-a19c781bcb7f triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:51.986207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:51.988876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:52.004939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:52.009114 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4ed5befe-eb72-4108-b4f0-a7b603d0f238 req-1fb644a2-1d48-46d7-aba1-892295335b5e service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635044 Apr 19 18:53:52.022854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-39ec13fb-a5a6-454b-8aa8-7e4220224022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:52.024954 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-39ec13fb-a5a6-454b-8aa8-7e4220224022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 1099 time: 0.2162895 Apr 19 18:53:52.029567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9c7a-7e72-4195-bd5b-b170866de0a4 None None] Provisioning complete for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:52.033812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9c7a-7e72-4195-bd5b-b170866de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:52.068808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:52.118421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd9c7a-7e72-4195-bd5b-b170866de0a4 None None] Port 1965a163-37cc-4ee4-bbd6-dfd726d0960b cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:52.306445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:52.339292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287761'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:52.384353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:52.402003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '2bffad71-f4c5-4f6a-b001-b5f7caf64a6d', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '8df1f060-5816-4075-bf43-e6a2e243240d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:2e:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:29Z', 'updated_at': '2021-04-19T18:53:49Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:52.406882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:52.419871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:52.420951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:52.472472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Pushing event updated for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:52.475976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:52.520217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:52.663137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-2749c035-c4f2-4f45-a15e-a4930ef60abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:52.664714 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-2749c035-c4f2-4f45-a15e-a4930ef60abd service neutron] 10.222.0.16 "GET /v2.0/networks?id=cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 200 len: 911 time: 0.6285026 Apr 19 18:53:52.673017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:52.695825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Network 98ec8daf-3c77-41fd-8850-aca12908f301 is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:52.696879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:52.856313 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-ff831701-d953-46e5-bede-a2191da8c359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8df1f060-5816-4075-bf43-e6a2e243240d HTTP/1.1" status: 200 len: 999 time: 0.1799781 Apr 19 18:53:52.888689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a5e10-794d-4fa5-b8ab-b34c2e657fc5 req-6c15d38b-82ee-4667-beee-488886e99384 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:52.891340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ca8a5e10-794d-4fa5-b8ab-b34c2e657fc5 req-6c15d38b-82ee-4667-beee-488886e99384 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 943 time: 0.6443014 Apr 19 18:53:52.951886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1c9304a8-39d7-47ab-94a0-d81f47c81de7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:53:53.036625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Router 399e8dec-b1af-4a50-9c3c-4c364087553f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:53:53.115081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 448f1e42-0d86-473d-b037-24843ed6d384 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:53.118348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-5a4aa9d5-c1c7-4d42-bbae-c120148dceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:53.120254 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-5a4aa9d5-c1c7-4d42-bbae-c120148dceca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 200 len: 849 time: 0.2283807 Apr 19 18:53:53.143251 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ca8a5e10-794d-4fa5-b8ab-b34c2e657fc5 req-a3f02f86-eab3-47ca-95b5-7f992418037b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894329 Apr 19 18:53:53.207104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.216151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-d9411891-8ecc-4b0a-881e-f9b45c72ac8e None None] Provisioning complete for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:53.216677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d9411891-8ecc-4b0a-881e-f9b45c72ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.313269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:53:53.321362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '2bffad71-f4c5-4f6a-b001-b5f7caf64a6d', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '8df1f060-5816-4075-bf43-e6a2e243240d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:2e:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:29Z', 'updated_at': '2021-04-19T18:53:49Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:53.323799 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] 10.222.0.43 "PUT /v2.0/routers/399e8dec-b1af-4a50-9c3c-4c364087553f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7778971 Apr 19 18:53:53.326118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6867b8d1-854f-4a41-a9da-397ab8bffec8 None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '2bffad71-f4c5-4f6a-b001-b5f7caf64a6d', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'floating_ip_address': '172.28.3.56', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'port_id': '8df1f060-5816-4075-bf43-e6a2e243240d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'mac_address': 'fa:16:3e:2e:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:29Z', 'updated_at': '2021-04-19T18:53:49Z', 'revision_number': 1, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:53.339864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-d9411891-8ecc-4b0a-881e-f9b45c72ac8e None None] Port 1965a163-37cc-4ee4-bbd6-dfd726d0960b cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:53.342258 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:53.362323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 448f1e42-0d86-473d-b037-24843ed6d384 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:53.367580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '1c9304a8-39d7-47ab-94a0-d81f47c81de7', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'port_id': '1c9304a8-39d7-47ab-94a0-d81f47c81de7', 'mac_address': 'fa:16:3e:b1:90:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583c1b44-bee4-45e9-8098-33b61910c66e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:53:53.370715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 448f1e42-0d86-473d-b037-24843ed6d384 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:53.371137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.434257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-1198905a-1001-4c09-a23e-6cd7bba4db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:53.436536 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-1198905a-1001-4c09-a23e-6cd7bba4db66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cfe9b589-4743-4923-b4f7-bb7345484d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2916031 Apr 19 18:53:53.445180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Allocated IP 172.28.3.189 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/593b9d3c-9f0a-4555-b958-384f8cb18492) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:53.503844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.585869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9304a8-39d7-47ab-94a0-d81f47c81de7 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:53:53.628110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:53.630871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.651446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 448f1e42-0d86-473d-b037-24843ed6d384, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=448f1e42-0d86-473d-b037-24843ed6d384,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:53.658650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.660714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:53.709865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.715532 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-ed2b2c3d-0c6c-4ab8-9d5a-8662e1fbee7b service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654903 Apr 19 18:53:53.741976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db49929-e308-4a99-807e-e6abbe458b09 None None] New status for floating IP 2bffad71-f4c5-4f6a-b001-b5f7caf64a6d: ACTIVE {{(pid=86485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:53:53.846443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:53.847333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.851939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:53.852357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fd21deb1-5c24-4847-9a29-50dcf308b40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:53.916683 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-20b95fac-5be0-4830-9f81-463cc53e07d6 req-ab2d0a74-ed6d-4e39-8c18-099a9a51e5b5 service neutron] 10.222.0.16 "GET /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846495 Apr 19 18:53:53.956741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:53.961999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:53.973971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['1c9304a8-39d7-47ab-94a0-d81f47c81de7'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:53:54.033953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:54.038850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:54.043603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43468) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:54.046763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:54.050961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421346116', 'description': 'tempest-secgroup-smoke-421346116 description', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:54.057806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:54.062683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:54.067030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:54.074558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:54.093094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=593b9d3c-9f0a-4555-b958-384f8cb18492,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.098347 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.120898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.144625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:54.149034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:54.150029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.152148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:54.159224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:54.248011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.272837 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=448f1e42-0d86-473d-b037-24843ed6d384,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.279107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.286182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.329252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.340256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6c6262ec-b481-4480-85bd-a291f46da2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:54.389501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82afefc7-4ce7-4434-91c7-06948d29a22d,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.393795 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.411733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.416296 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3715141 Apr 19 18:53:54.417285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43476) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:54.425252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:54.435384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:54.442944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:54.453243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbbb7d-7493-4a55-854e-acafcafecc65 req-33b8ed3d-820a-43b3-a4fe-ee386a526b31 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:54.455730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9dbbb7d-7493-4a55-854e-acafcafecc65 req-33b8ed3d-820a-43b3-a4fe-ee386a526b31 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 944 time: 0.1704483 Apr 19 18:53:54.456625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:54.462980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:54.528758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.531319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.539245 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9dbbb7d-7493-4a55-854e-acafcafecc65 req-37f5b447-5a4f-4771-a8a3-1e517f8d9a96 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 Apr 19 18:53:54.564935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.570107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2d82765b-9b8f-4f5c-8481-b27da2d9ec8c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:54.596439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.623407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.625577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:54.648214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17306b67-6b6c-4a01-95ef-f1ddbcd8469f,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.652484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.685485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.686812 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677052 Apr 19 18:53:54.690499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43480) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:54.692295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=593b9d3c-9f0a-4555-b958-384f8cb18492,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.696244 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:54.696671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.702129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.702415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:54.706954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:54.710010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:54.715992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:54.754328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.755731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8369682 Apr 19 18:53:54.802551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.868718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.903645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.906087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-57f0a70e-cf12-4795-a8d6-6050e923ef58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:54.933406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b0a2a5-2682-4fcf-a068-3378815cd030,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:54.936193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:54.955324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 448f1e42-0d86-473d-b037-24843ed6d384 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:54.977693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:54.981693 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875426 Apr 19 18:53:54.981937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43496) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:54.987941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:54.995036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:54.999549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:55.003315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:55.009721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:55.034490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 448f1e42-0d86-473d-b037-24843ed6d384 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:55.034946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.036900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-41af076d-cd30-45f7-aeee-636b478c5ccd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:55.058755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.074658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-41af076d-cd30-45f7-aeee-636b478c5ccd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:55.076210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-41af076d-cd30-45f7-aeee-636b478c5ccd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--164017975&fields=id&tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 267 time: 0.0919545 Apr 19 18:53:55.130228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.150825 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Sync routers for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:53:55.160701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.162192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:55.162969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:55.164118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:55.191511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97ba1e0-6805-4c89-8037-c4a34c31c840,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:55.202663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:55.234961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.240423 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-da3b35e1-66ad-4f16-8b87-50fef8b59328 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545087 Apr 19 18:53:55.240629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43500) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:55.248889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:55.256475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:55.259120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-3226a25e-0e8b-45ff-bf74-9b35ec19576a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:55.261108 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-3226a25e-0e8b-45ff-bf74-9b35ec19576a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 817 time: 0.1738477 Apr 19 18:53:55.263541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:55.267999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:55.278444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:55.281311 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-c0d20961-0565-4526-9285-9b5adb9c849f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/quotas/90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 375 time: 0.0120933 Apr 19 18:53:55.335959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.383026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-b1c111d8-8b24-404f-b23f-0b36fbc7c9b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:55.416107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.428185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-b1c111d8-8b24-404f-b23f-0b36fbc7c9b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:55.429632 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-b1c111d8-8b24-404f-b23f-0b36fbc7c9b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409614 Apr 19 18:53:55.451824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.460146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8a897cf3-ab1e-45ed-86de-2578d078c8a6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:55.481753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e594b43-1825-4a5b-b5c1-7aa00ecb5b9a,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:55.484293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:55.509003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.510291 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2f625728-bac6-48ef-9393-cf8417cffc56 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2685392 Apr 19 18:53:55.513406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43506) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:55.520287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:55.527406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:55.531808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:55.534774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:55.535940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:55.542198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:55.584670 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.securitygroups_db [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Project 629077fbf0ce4bcaa8671046c8880ebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:53:55.590395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ab3286c9-3eee-4150-9976-7d84d98b3efe service neutron] 10.222.0.43 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468451 Apr 19 18:53:55.599613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.676979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.727122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.744467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8a154668-9c2c-43e4-9453-2d57bf3e65b9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:55.750333 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-d0ccbd8b-5188-452d-84c0-2f0e9b68404f service neutron] 10.222.0.43 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524060 Apr 19 18:53:55.770512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaa9762-ea0e-47ea-9ab4-def2ddfe7386,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:55.773056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:55.809782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e5c30-05c2-4c4d-9807-b89aa62a1164 req-fc1cf17f-72e0-417f-87f1-8af09f1f63d0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:55.811415 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b33e5c30-05c2-4c4d-9807-b89aa62a1164 req-fc1cf17f-72e0-417f-87f1-8af09f1f63d0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 944 time: 0.1303582 Apr 19 18:53:55.812636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.814504 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-655f4581-8766-493f-9ead-f63ed8e2c8eb tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999690 Apr 19 18:53:55.817130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 43512) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:53:55.823973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'security_group_rule': {'security_group_id': '82afefc7-4ce7-4434-91c7-06948d29a22d', 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:55.844159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:55.855324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:security_group_rule and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:53:55.859236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:53:55.877551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:55.888792 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b33e5c30-05c2-4c4d-9807-b89aa62a1164 req-55193c90-63cf-4676-ac72-cbee9e64dc0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Apr 19 18:53:55.899986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 4, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '1965a163-37cc-4ee4-bbd6-dfd726d0960b', 'name': '', 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'mac_address': 'fa:16:3e:ce:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:50Z', 'updated_at': '2021-04-19T18:53:52Z', 'revision_number': 2, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'subnets': [{'id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:55.904981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Checking router: 399e8dec-b1af-4a50-9c3c-4c364087553f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:53:55.905386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Updating router 399e8dec-b1af-4a50-9c3c-4c364087553f port 1965a163-37cc-4ee4-bbd6-dfd726d0960b binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:53:55.956010 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.securitygroups_db [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Project 629077fbf0ce4bcaa8671046c8880ebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:53:55.963156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:55.965552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.090288 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-886dbeb7-1a3d-4652-a575-389d430e0bf4 req-3ffbc419-c9c3-4358-a357-dcd599b13050 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 210 time: 0.0611384 Apr 19 18:53:56.121226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.149123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.151290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:56.174592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb352b08-84f5-429d-abc1-2505a5470e1c,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:56.178943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:56.234110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.244706 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-eb14c8fc-6ced-4df5-b49d-f341e85eb449 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4261355 Apr 19 18:53:56.350928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.418040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Transition to ACTIVE for port object 1965a163-37cc-4ee4-bbd6-dfd726d0960b will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:56.474881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.481092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6d85f372-b8ea-40fe-af77-bc1196696073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:56.676334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Pushing event updated for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:56.727497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.727980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.728222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.728587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.728951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.729313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.729713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.730071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.730428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.730807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.731165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.731520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:53:56.736697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:56.743526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Attempting to bind port 1965a163-37cc-4ee4-bbd6-dfd726d0960b on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:53:56.743933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Attempting to bind port 1965a163-37cc-4ee4-bbd6-dfd726d0960b by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:53:56.744407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Attempting to bind port 1965a163-37cc-4ee4-bbd6-dfd726d0960b on network 98ec8daf-3c77-41fd-8850-aca12908f301 {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:53:56.750076 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:53:56.750482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Checking segment: {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:53:56.751527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.751951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Bound using segment: {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:53:56.752458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Bound port: 1965a163-37cc-4ee4-bbd6-dfd726d0960b, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979fe8c1-6050-47ae-a2de-eedf0c79b5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:53:56.752862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.853963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] For port 1965a163-37cc-4ee4-bbd6-dfd726d0960b, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:53:56.857119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] For port 1965a163-37cc-4ee4-bbd6-dfd726d0960b, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=1965a163-37cc-4ee4-bbd6-dfd726d0960b,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:53:56.909563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:56.924398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:56.980106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1c9304a8-39d7-47ab-94a0-d81f47c81de7 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:57.013348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:53:57.014057 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:57.111834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Pushing event updated for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:57.168493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:57.177651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:57.177651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:57.185144 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-cc6525c7-3a0f-4c72-8afd-58f251095ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:57.194416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566cfa4-ca88-4cdd-b409-77d62ec3c18e req-81a2cb92-293e-478f-a15c-dfe0247dc152 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:57.202331 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9566cfa4-ca88-4cdd-b409-77d62ec3c18e req-81a2cb92-293e-478f-a15c-dfe0247dc152 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 944 time: 0.1233990 Apr 19 18:53:57.275132 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9566cfa4-ca88-4cdd-b409-77d62ec3c18e req-df77853a-9dee-44c0-970f-341a69847743 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717123 Apr 19 18:53:57.335983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:53:57.368145 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bf71bff-3db4-4918-b356-559cc04670dd req-0c11e3b2-83eb-44cd-bbeb-7cc300f72cb9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 210 time: 0.0558751 Apr 19 18:53:57.379272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:57.416510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:53:57.431771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:57.463808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:57.465673 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:57.559327 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7', 'code': 200} Apr 19 18:53:57.574711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:57.587459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:57.701902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 4, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '1965a163-37cc-4ee4-bbd6-dfd726d0960b', 'name': '', 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'mac_address': 'fa:16:3e:ce:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:50Z', 'updated_at': '2021-04-19T18:53:56Z', 'revision_number': 4, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'subnets': [{'id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:53:57.707113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee799434-007b-4ef0-8a51-ed3a2cdf280d None None] The sync data for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb is: [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 4, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '1965a163-37cc-4ee4-bbd6-dfd726d0960b', 'name': '', 'network_id': '98ec8daf-3c77-41fd-8850-aca12908f301', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'mac_address': 'fa:16:3e:ce:2f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:50Z', 'updated_at': '2021-04-19T18:53:56Z', 'revision_number': 4, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'subnets': [{'id': '8858c7ea-84bb-45cc-b879-b5a6a2fac2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:53:58.037806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30a3e-f5d1-4864-89c7-dae2c8dc70d4 req-db6ab4c5-b0fa-48f0-b6cf-863b521d35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:58.039428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69d30a3e-f5d1-4864-89c7-dae2c8dc70d4 req-db6ab4c5-b0fa-48f0-b6cf-863b521d35aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 1098 time: 0.2436476 Apr 19 18:53:58.057526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-469a84a5-4af9-474f-8591-64fdffa812b8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:58.059149 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-469a84a5-4af9-474f-8591-64fdffa812b8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 817 time: 0.2007623 Apr 19 18:53:58.134780 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69d30a3e-f5d1-4864-89c7-dae2c8dc70d4 req-dc669c50-262f-4844-9cd3-674b86d8641c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745173 Apr 19 18:53:58.171268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-0f4d3de7-8cf5-4683-88b2-21cad69c3535 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 5707 time: 0.0908716 Apr 19 18:53:58.201696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'port': {'device_id': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'admin_state_up': True, 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'security_groups': ['d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:58.368186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:53:58.383626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:53:58.429650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Made reservation on behalf of 90d0af2d7b894854ba5ca8ab4b593ef1 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:53:58.436685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:58.518910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192729ea-3604-4eb7-9323-91b5e6f35ddb req-27c4943c-12c8-4654-966c-422e0fb050ab tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:58.521013 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-192729ea-3604-4eb7-9323-91b5e6f35ddb req-27c4943c-12c8-4654-966c-422e0fb050ab tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.1123595 Apr 19 18:53:58.575902 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-192729ea-3604-4eb7-9323-91b5e6f35ddb req-a8979f9f-ea9d-462b-a8ba-1e7e800826e9 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Apr 19 18:53:58.583388 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b6ce32ca-131b-45c3-ab1f-09338d9e6c1f req-fa15b00b-eba6-4b57-b869-52f09041b123 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 210 time: 0.0677390 Apr 19 18:53:58.685835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Allocated IP 172.20.0.3 (24d2cd27-eba4-45b1-839e-b6ea6a14db12/5282703e-3ca3-4b95-bbf4-2b095d24b634/c384705d-6c2d-4401-9a08-4bafe6d07320) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:53:58.905571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:58.923304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Transition to ACTIVE for port object c384705d-6c2d-4401-9a08-4bafe6d07320 will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:53:58.979533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:58.982422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 1965a163-37cc-4ee4-bbd6-dfd726d0960b up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:53:58.985907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:59.059036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:53:59.063373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:53:59.068382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:53:59.103281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:59.108741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:59.109272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.114479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:59.119302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:59.150097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:59.150854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.201340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0045893 Apr 19 18:53:59.224383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Request body: {'port': {'device_id': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:53:59.284405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.325714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 1965a163-37cc-4ee4-bbd6-dfd726d0960b, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=1965a163-37cc-4ee4-bbd6-dfd726d0960b,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:53:59.332062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a6d36fc8-532a-4756-b01c-b38caf3ec96f None None] Provisioning for port c384705d-6c2d-4401-9a08-4bafe6d07320 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:53:59.338307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a6d36fc8-532a-4756-b01c-b38caf3ec96f None None] Provisioning complete for port c384705d-6c2d-4401-9a08-4bafe6d07320 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:53:59.338804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6d36fc8-532a-4756-b01c-b38caf3ec96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.371612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.380854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:53:59.477441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a6d36fc8-532a-4756-b01c-b38caf3ec96f None None] Port c384705d-6c2d-4401-9a08-4bafe6d07320 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:53:59.487286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:53:59.490292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:53:59.587508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:53:59.804758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f1e2d-f3bc-4668-8b5d-a97ea2da357d req-361ae1ba-5651-4e61-8c48-6f6015d8aef4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:59.806270 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-170f1e2d-f3bc-4668-8b5d-a97ea2da357d req-361ae1ba-5651-4e61-8c48-6f6015d8aef4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 931 time: 0.0904927 Apr 19 18:53:59.857289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-170f1e2d-f3bc-4668-8b5d-a97ea2da357d req-0385d013-baa9-4525-a6b7-8fc8d098f369 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:53:59.869949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-170f1e2d-f3bc-4668-8b5d-a97ea2da357d req-0385d013-baa9-4525-a6b7-8fc8d098f369 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:53:59.871193 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-170f1e2d-f3bc-4668-8b5d-a97ea2da357d req-0385d013-baa9-4525-a6b7-8fc8d098f369 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584068 Apr 19 18:53:59.939826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f17d5-f935-4c6c-96b2-53c72a89af1b req-994e16b6-1ac5-4865-8146-e9eec0335428 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:53:59.941395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe4f17d5-f935-4c6c-96b2-53c72a89af1b req-994e16b6-1ac5-4865-8146-e9eec0335428 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.2209251 Apr 19 18:54:00.011693 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fe4f17d5-f935-4c6c-96b2-53c72a89af1b req-acdfee89-416d-45d0-bb58-bfccce802f98 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581024 Apr 19 18:54:00.086225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:00.094114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:00.111456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Transition to ACTIVE for port object c384705d-6c2d-4401-9a08-4bafe6d07320 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:54:00.143257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:00.148473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:00.319466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:00.327463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:00.406104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Attempting to bind port c384705d-6c2d-4401-9a08-4bafe6d07320 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:54:00.406482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Attempting to bind port c384705d-6c2d-4401-9a08-4bafe6d07320 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:54:00.407431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Attempting to bind port c384705d-6c2d-4401-9a08-4bafe6d07320 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:00.412695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Port c384705d-6c2d-4401-9a08-4bafe6d07320 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:54:00.412999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Attempting to bind port c384705d-6c2d-4401-9a08-4bafe6d07320 on network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:00.418542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:54:00.418944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Checking segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:54:00.419364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Bound using segment: {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:54:00.419862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Bound port: c384705d-6c2d-4401-9a08-4bafe6d07320, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f367c55b-209a-4503-ada1-987d2d60708c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:54:00.420221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:00.551106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:54:00.560489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:54:00.604568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:00.604568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23d02d9a-8d29-4ff2-8e3d-c06bdfd3990e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:00.658152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:00.658850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:00.660330 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] 10.222.0.16 "PUT /v2.0/ports/c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 1093 time: 1.4415448 Apr 19 18:54:00.660906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:00.694945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:00.698498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:00.719675 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'status': 'completed', 'code': 200} Apr 19 18:54:00.818894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-2226bd5f-3d64-4a37-bf88-995db453b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:00.820499 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-2226bd5f-3d64-4a37-bf88-995db453b6f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1096 time: 0.0825431 Apr 19 18:54:00.907960 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-0a72331a-415e-4300-a0de-4f4c4a18ecb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 217 time: 0.0734181 Apr 19 18:54:00.959621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 1965a163-37cc-4ee4-bbd6-dfd726d0960b up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:54:01.005238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-3151e861-aacf-47bf-90a0-50c7a750c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.006849 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-3151e861-aacf-47bf-90a0-50c7a750c135 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0782435 Apr 19 18:54:01.041276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 1965a163-37cc-4ee4-bbd6-dfd726d0960b triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:54:01.041852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:01.104063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cbe5-7f65-43ce-b5b5-14719b275509 req-e3965e5d-8498-4a2a-8d86-fb9e67aee036 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.105633 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3bc8cbe5-7f65-43ce-b5b5-14719b275509 req-e3965e5d-8498-4a2a-8d86-fb9e67aee036 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0988038 Apr 19 18:54:01.114114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-2a65aa7e-883c-4548-8dcb-2fd9401970a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.115757 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-2a65aa7e-883c-4548-8dcb-2fd9401970a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960124 Apr 19 18:54:01.162681 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3bc8cbe5-7f65-43ce-b5b5-14719b275509 req-a8847296-98ef-493c-9c1d-ab24f29b3c38 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485613 Apr 19 18:54:01.271863 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-8507144a-25fb-44b7-bcfc-abc45d46045f service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475170 Apr 19 18:54:01.430837 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-31d14e99-ce13-46ff-b257-175aaad53cf5 req-4ed251ca-4790-4071-a21c-9056f3525755 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389718 Apr 19 18:54:01.594847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-d22f5689-1966-4b5e-aca8-76a2557c34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.596441 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-d22f5689-1966-4b5e-aca8-76a2557c34a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1096 time: 0.0806737 Apr 19 18:54:01.745472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-f1716870-41cc-4f03-8e1a-0023356e2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.747074 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-f1716870-41cc-4f03-8e1a-0023356e2696 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1417511 Apr 19 18:54:01.826877 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-fad77fe0-30c0-44db-b609-505bd2b152b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 217 time: 0.0710680 Apr 19 18:54:01.900204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-0cb3545f-fbd9-4650-8d7b-cc05b4263eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:01.901781 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-0cb3545f-fbd9-4650-8d7b-cc05b4263eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0664380 Apr 19 18:54:02.000285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-fabbec82-1a8c-4950-9c1a-82c9b875e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:02.002325 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-fabbec82-1a8c-4950-9c1a-82c9b875e999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787263 Apr 19 18:54:02.152133 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-bf21d67d-9007-4b6f-b13f-c60606a997b3 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416993 Apr 19 18:54:02.362174 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-592f3d93-e311-4f5b-b6b7-1ae7592d7826 req-a57ecfc1-d731-4473-96c3-dafa8a307b9e service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987827 Apr 19 18:54:02.405063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a01745-191a-4ce6-a791-395bedcde0e7 req-f4d40057-0dd9-46b8-bf59-bc04de73c0d7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:02.405905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e1a01745-191a-4ce6-a791-395bedcde0e7 req-f4d40057-0dd9-46b8-bf59-bc04de73c0d7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Synchronizing usage tracker for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:02.469226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e1a01745-191a-4ce6-a791-395bedcde0e7 req-f4d40057-0dd9-46b8-bf59-bc04de73c0d7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Unset dirty status for tenant:90d0af2d7b894854ba5ca8ab4b593ef1 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:02.478032 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e1a01745-191a-4ce6-a791-395bedcde0e7 req-f4d40057-0dd9-46b8-bf59-bc04de73c0d7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1887321 Apr 19 18:54:02.533381 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e1a01745-191a-4ce6-a791-395bedcde0e7 req-2ab0863d-c7a4-40cd-a474-a6963bbc5daa tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542324 Apr 19 18:54:03.025126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:54:03.169790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:03.185055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:54:03.244111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:03.264578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:03.282715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:03.314935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:03.316859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-19d56625-c52a-4544-9fa7-cb8e85c7539d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:03.388573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:03.391868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:03.664231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['c384705d-6c2d-4401-9a08-4bafe6d07320'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:03.888499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537ea5d-005d-4a9d-8c95-9d553dce2ef8 req-e1c241f0-0db4-4e06-bf99-f76989f650b6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:03.890111 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9537ea5d-005d-4a9d-8c95-9d553dce2ef8 req-e1c241f0-0db4-4e06-bf99-f76989f650b6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 944 time: 0.2350821 Apr 19 18:54:03.943507 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9537ea5d-005d-4a9d-8c95-9d553dce2ef8 req-84a87c4b-1dd0-4a6e-a398-c0f341ebb01c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469353 Apr 19 18:54:05.050983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:54:05.154711 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port c384705d-6c2d-4401-9a08-4bafe6d07320 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:54:05.160707 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port c384705d-6c2d-4401-9a08-4bafe6d07320 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:54:05.161125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:05.307090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:05.339648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:05.351164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:05.378209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:05.381221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:05.454486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf80a78-e993-4f51-b6b6-77f0b0ab018e req-a9a5dadc-91f8-4d8d-9e58-b7e944e2f887 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:05.456246 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3cf80a78-e993-4f51-b6b6-77f0b0ab018e req-a9a5dadc-91f8-4d8d-9e58-b7e944e2f887 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 944 time: 0.3800521 Apr 19 18:54:05.459688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:05.463268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:05.522310 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3cf80a78-e993-4f51-b6b6-77f0b0ab018e req-9ea2821d-09c7-4e8e-8f5e-e14cee94cd2b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490491 Apr 19 18:54:05.564493 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'code': 200} Apr 19 18:54:05.898572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624801e2-ca0b-49eb-b156-92f3a7c8952d req-6e16ae42-a8a6-4914-9d33-a2ca9d42f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:05.900234 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-624801e2-ca0b-49eb-b156-92f3a7c8952d req-6e16ae42-a8a6-4914-9d33-a2ca9d42f0da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1098 time: 0.0817838 Apr 19 18:54:05.952941 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-624801e2-ca0b-49eb-b156-92f3a7c8952d req-fc8c9272-dcf6-4091-bffb-9bd2d163d04b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387022 Apr 19 18:54:06.748895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd2622-281c-4ba4-8aec-051e4b21ea65 req-ae8d74aa-d1fc-4b3f-aa84-1eb8c9b82636 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:06.751020 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8dd2622-281c-4ba4-8aec-051e4b21ea65 req-ae8d74aa-d1fc-4b3f-aa84-1eb8c9b82636 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1013722 Apr 19 18:54:06.802316 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c8dd2622-281c-4ba4-8aec-051e4b21ea65 req-a3f9d913-ee1f-4b40-88e4-b9c8c1389f3b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Apr 19 18:54:07.079400 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-cd0ba387-e700-4b72-af70-ed80a65c3e74 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:07.080876 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-cd0ba387-e700-4b72-af70-ed80a65c3e74 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.1688671 Apr 19 18:54:07.102318 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-7aa37763-8b77-434a-aad8-86372b599e63 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/quotas/c0f25ac8642e4b27b515f27c70a76518 HTTP/1.1" status: 200 len: 375 time: 0.0120995 Apr 19 18:54:07.196194 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-8c3f12f9-26c1-4f19-b7e5-3f2bd4c7ac07 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908844 Apr 19 18:54:07.341717 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-bd438c2f-4f22-49c3-bfe1-a69550ea99af service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374645 Apr 19 18:54:07.487437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-a378431d-b5e0-4732-b81c-3f50c9f9d0f4 service neutron] 10.222.0.43 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378765 Apr 19 18:54:07.750905 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-126bcc33-951f-404a-83c5-7767de27a4d5 req-706dca22-ffb5-4c01-8cf0-a0bc65eaf0ae tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 210 time: 0.0515132 Apr 19 18:54:08.023044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cda3ec-2019-4fc4-a132-cbf91cdd3576 req-b3c432b3-afb7-4ae2-b896-c2789cfd27f5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:08.024623 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49cda3ec-2019-4fc4-a132-cbf91cdd3576 req-b3c432b3-afb7-4ae2-b896-c2789cfd27f5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0947082 Apr 19 18:54:08.072991 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-49cda3ec-2019-4fc4-a132-cbf91cdd3576 req-9b1e2e99-86af-4711-b138-11ecc72a9129 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Apr 19 18:54:08.175336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:54:08.305911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee171e2-38d1-4660-a0ae-2a0b77a9bfce req-e4839a1d-b433-4574-af22-a04f2fce0477 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:08.308000 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7ee171e2-38d1-4660-a0ae-2a0b77a9bfce req-e4839a1d-b433-4574-af22-a04f2fce0477 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1074359 Apr 19 18:54:08.319142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43722) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:08.326911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Request body: {'floatingip': {'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:08.420401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:08.931772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ede78c3-1e84-4785-8d18-ae600d3329df req-be71cb99-fe83-431a-94f4-c7171b4f144c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 210 time: 0.0536714 Apr 19 18:54:09.569429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-058770d8-f158-4eed-ad00-e0cdfa4767a1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:09.570998 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-058770d8-f158-4eed-ad00-e0cdfa4767a1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 814 time: 0.2535536 Apr 19 18:54:09.590748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Request body: {'port': {'device_id': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'admin_state_up': True, 'tenant_id': 'c0f25ac8642e4b27b515f27c70a76518'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:09.672871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.resource_extend [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:54:09.812278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:09.839753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:54:09.850633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:54:09.854058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:10.008708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Made reservation on behalf of c0f25ac8642e4b27b515f27c70a76518 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:54:10.015690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:10.102113 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8dd35c77-c7e7-456e-bbac-b5c4cad4cc1e req-3b170f29-c112-4962-883c-f368a7a77ea6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 210 time: 0.0525470 Apr 19 18:54:10.125862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Floating IP 8340507d-272e-45fe-b1cc-830bd0c23080 associated. External IP: 172.28.3.189, port: c384705d-6c2d-4401-9a08-4bafe6d07320. Apr 19 18:54:10.388109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Allocated IP 172.20.0.13 (579b7d4c-67be-411b-b7da-e11e8ea95cb6/583c1b44-bee4-45e9-8098-33b61910c66e/937d61ad-454e-40a5-9b09-50109c983a47) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:54:10.963775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:54:10.994397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:11.169428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:11.229944 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:54:11.241848 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:54:11.242863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:11.252351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:54:11.253107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:11.271504 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b5c1e1b8-4884-4bab-8590-c6f7a8005791 req-58173f8d-e63e-4b29-8be9-da913be73ff9 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 210 time: 0.0523090 Apr 19 18:54:11.301048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:11.308959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5853647-619e-49d4-b919-9d218e96b9d1 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:11.365841 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0ff5a424-120c-40ae-8583-045aa09cc2b5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "PUT /v2.0/floatingips/8340507d-272e-45fe-b1cc-830bd0c23080 HTTP/1.1" status: 200 len: 991 time: 3.0456185 Apr 19 18:54:11.372908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:11.375996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a', '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', '1c9304a8-39d7-47ab-94a0-d81f47c81de7'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:11.394717 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:54:11.398118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:54:11.407265 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:54:11.445961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event updated for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:11.461017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:11.464857 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'status': 'completed', 'code': 200} Apr 19 18:54:11.494820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:11.495479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:11.564481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:54:11.610781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-20ace66a-f8d7-40ab-87d9-b7e01957caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:11.613096 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-20ace66a-f8d7-40ab-87d9-b7e01957caed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1098 time: 0.1132863 Apr 19 18:54:11.655219 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0726457 Apr 19 18:54:11.721649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Request body: {'port': {'device_id': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:11.893209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-35cd25b5-b753-40ef-8151-20749e58fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:11.894858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-35cd25b5-b753-40ef-8151-20749e58fd5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.2695372 Apr 19 18:54:11.897422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:12.073156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-89792356-c57b-4cad-ac55-bee42b8409cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 999 time: 0.1643867 Apr 19 18:54:12.140444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '8340507d-272e-45fe-b1cc-830bd0c23080', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:54Z', 'updated_at': '2021-04-19T18:54:09Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:12.152082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:54:12.177508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:54:12.178188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:53:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:12.237677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-9d835890-7c96-4225-908d-7d4fdb3df5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:12.239274 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-9d835890-7c96-4225-908d-7d4fdb3df5f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.1139071 Apr 19 18:54:12.488370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-321bbaa9-68e2-44c0-a584-882782954f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:12.489999 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-321bbaa9-68e2-44c0-a584-882782954f5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2007341 Apr 19 18:54:12.620486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:54:12.683038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937d61ad-454e-40a5-9b09-50109c983a47 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:12.696297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:12.742039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846aeb-8f0d-448a-9190-a751ac94680a req-0afba7b5-4186-4e65-9f69-f071d0e45ae6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:12.742801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8f846aeb-8f0d-448a-9190-a751ac94680a req-0afba7b5-4186-4e65-9f69-f071d0e45ae6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:12.759176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Transition to ACTIVE for port object 937d61ad-454e-40a5-9b09-50109c983a47 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:54:12.790986 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-4dea5c53-56e6-4280-a9b0-7a0a3862273a service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754681 Apr 19 18:54:12.794210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:12.799933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:12.857666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7b64e4fa-4925-4d25-84c2-e7deda5ea944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:12.871376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-8f846aeb-8f0d-448a-9190-a751ac94680a req-0afba7b5-4186-4e65-9f69-f071d0e45ae6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:12.872626 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f846aeb-8f0d-448a-9190-a751ac94680a req-0afba7b5-4186-4e65-9f69-f071d0e45ae6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 932 time: 0.4510024 Apr 19 18:54:13.050478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Pushing event updated for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:13.066732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '8340507d-272e-45fe-b1cc-830bd0c23080', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:54Z', 'updated_at': '2021-04-19T18:54:09Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:13.071341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76231c7c-d886-4e23-b15c-91a20687a62d None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': '8340507d-272e-45fe-b1cc-830bd0c23080', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:53:54Z', 'updated_at': '2021-04-19T18:54:09Z', 'revision_number': 1, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:54:13.086981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:13.176994 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8f846aeb-8f0d-448a-9190-a751ac94680a req-94375685-6860-409f-a877-c49e8db9aa05 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423253 Apr 19 18:54:13.216261 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1bb80117-8cd7-4876-b337-7ce5387d3ac8 req-f30321f2-2746-4b19-b3fc-d2fc52add8c5 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817976 Apr 19 18:54:13.233294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Attempting to bind port 937d61ad-454e-40a5-9b09-50109c983a47 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:54:13.233655 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Attempting to bind port 937d61ad-454e-40a5-9b09-50109c983a47 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:54:13.234012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Attempting to bind port 937d61ad-454e-40a5-9b09-50109c983a47 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:13.239726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Port 937d61ad-454e-40a5-9b09-50109c983a47 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:54:13.240085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Attempting to bind port 937d61ad-454e-40a5-9b09-50109c983a47 on network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:13.245584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:54:13.249852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Checking segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:54:13.249852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Bound using segment: {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:54:13.249852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Bound port: 937d61ad-454e-40a5-9b09-50109c983a47, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147563a0-1dfd-44ed-aea9-294ac9d54cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:54:13.249852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:13.345104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:54:13.348474 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=937d61ad-454e-40a5-9b09-50109c983a47,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:54:13.354208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5069ba87-3724-42d7-aaae-fff3fbee15ba None None] New status for floating IP 8340507d-272e-45fe-b1cc-830bd0c23080: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:54:13.377919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:13.383427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7824b594-ba31-48e8-afc9-de622ab64f0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:13.674335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:13.675041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:13.676523 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] 10.222.0.16 "PUT /v2.0/ports/937d61ad-454e-40a5-9b09-50109c983a47 HTTP/1.1" status: 200 len: 1094 time: 1.9650013 Apr 19 18:54:13.685039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:13.708192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Pushing event updated for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:13.711713 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:13.739936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47', 'status': 'completed', 'code': 200} Apr 19 18:54:13.839921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-7e61bb2c-1d0f-4da4-8eca-75f3d17f723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:13.841531 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-7e61bb2c-1d0f-4da4-8eca-75f3d17f723a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 1097 time: 0.0841749 Apr 19 18:54:13.931378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-2aeb4dfb-4008-4ffb-a59b-f6ce78fbc0fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=937d61ad-454e-40a5-9b09-50109c983a47 HTTP/1.1" status: 200 len: 217 time: 0.0738869 Apr 19 18:54:14.002906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2003050-9615-4963-bdcb-b44b6e636faf req-ed639db8-3419-4a70-aa9c-3d7b687aa378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:14.004452 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-ed639db8-3419-4a70-aa9c-3d7b687aa378 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0655055 Apr 19 18:54:14.061513 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-5c226262-731d-4772-b5df-96f8fc07b630 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496156 Apr 19 18:54:14.204625 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-eb974cb5-4c84-4e2b-857e-89821e3e9c40 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356018 Apr 19 18:54:14.349738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e2003050-9615-4963-bdcb-b44b6e636faf req-31ebed98-d919-4c5d-9a41-789b8214a394 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372447 Apr 19 18:54:14.389097 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109cac1-e39b-4f77-831f-f37a5859d955 req-e316fddc-a713-4ffb-ae43-32d4a653a10a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:14.392082 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d109cac1-e39b-4f77-831f-f37a5859d955 req-e316fddc-a713-4ffb-ae43-32d4a653a10a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 944 time: 0.0968940 Apr 19 18:54:14.445395 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d109cac1-e39b-4f77-831f-f37a5859d955 req-e9696f82-311d-43f9-8ae0-261f5a4e9463 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Apr 19 18:54:14.518428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-11bc2333-0561-4efb-8169-c04d031321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:14.520167 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-11bc2333-0561-4efb-8169-c04d031321d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c0f25ac8642e4b27b515f27c70a76518&device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 1097 time: 0.0784264 Apr 19 18:54:14.664079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-62260577-5cbc-42e6-bbfc-931fae0341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:14.665661 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-62260577-5cbc-42e6-bbfc-931fae0341d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 200 len: 915 time: 0.1383066 Apr 19 18:54:14.744231 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-de2d7ad6-5b70-46fc-be07-73508042ccf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=937d61ad-454e-40a5-9b09-50109c983a47 HTTP/1.1" status: 200 len: 217 time: 0.0674193 Apr 19 18:54:14.828574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-dca73ebb-1f88-4e63-a149-6800be67777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:14.830163 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-dca73ebb-1f88-4e63-a149-6800be67777e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 200 len: 854 time: 0.0630224 Apr 19 18:54:14.885330 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-2cf6225e-a385-4ac9-897d-ce6bd01aa6aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=579b7d4c-67be-411b-b7da-e11e8ea95cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470831 Apr 19 18:54:15.038376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-b5ddd89c-bb7a-410b-87cb-befcfab905f0 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425796 Apr 19 18:54:15.187107 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2a8f9e07-fbae-4859-b8bf-5fef38510001 req-e23081e4-3188-4c9c-bea6-2a13314e5dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366854 Apr 19 18:54:15.486207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-01eb06c3-a224-443d-9649-edd351a0bd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:15.655508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c9bd-1002-432b-b841-4b9e6c779460 req-0aa7e551-f9fa-49a0-88bc-6121b43794dc tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:15.657168 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8950c9bd-1002-432b-b841-4b9e6c779460 req-0aa7e551-f9fa-49a0-88bc-6121b43794dc tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 944 time: 0.0949965 Apr 19 18:54:15.705831 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8950c9bd-1002-432b-b841-4b9e6c779460 req-d122be4c-de99-4fd0-85bc-243cd4b5fa8c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Apr 19 18:54:16.130574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:16.153877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:16.909004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211d4f-42da-47df-921b-840dac3184fc req-2f42acbc-9259-4c9a-a066-af4fbd56cb55 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:16.910559 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-41211d4f-42da-47df-921b-840dac3184fc req-2f42acbc-9259-4c9a-a066-af4fbd56cb55 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 944 time: 0.0901794 Apr 19 18:54:16.962337 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-41211d4f-42da-47df-921b-840dac3184fc req-d8529fcf-f828-4500-a7f4-4188b12d82d5 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Apr 19 18:54:17.103550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 937d61ad-454e-40a5-9b09-50109c983a47 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:54:17.253127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=937d61ad-454e-40a5-9b09-50109c983a47,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:17.267058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '937d61ad-454e-40a5-9b09-50109c983a47', 'network_id': '579b7d4c-67be-411b-b7da-e11e8ea95cb6', 'port_id': '937d61ad-454e-40a5-9b09-50109c983a47', 'mac_address': 'fa:16:3e:01:1a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583c1b44-bee4-45e9-8098-33b61910c66e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:54:17.332159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:17.350768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937d61ad-454e-40a5-9b09-50109c983a47 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:17.357096 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-4e07df19-8e66-4c98-8115-dbf0d60528bd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Synchronizing usage tracker for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:17.369059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=937d61ad-454e-40a5-9b09-50109c983a47,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:17.405510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:17.407933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:17.423877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-4e07df19-8e66-4c98-8115-dbf0d60528bd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Unset dirty status for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:17.425133 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-4e07df19-8e66-4c98-8115-dbf0d60528bd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421346116&fields=id&tenant_id=629077fbf0ce4bcaa8671046c8880ebb HTTP/1.1" status: 200 len: 267 time: 0.1126423 Apr 19 18:54:17.495333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:17.498417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:17.513988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:17.606633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-6a166186-74af-473a-89c6-82e6cc4d6a8c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:17.607178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-6a166186-74af-473a-89c6-82e6cc4d6a8c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Synchronizing usage tracker for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:17.645238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-6a166186-74af-473a-89c6-82e6cc4d6a8c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Unset dirty status for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:17.646477 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-6a166186-74af-473a-89c6-82e6cc4d6a8c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 807 time: 0.2132568 Apr 19 18:54:17.662893 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-636db560-8f85-451d-a00b-267f6db0a66e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/quotas/629077fbf0ce4bcaa8671046c8880ebb HTTP/1.1" status: 200 len: 375 time: 0.0101535 Apr 19 18:54:17.752902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-26612343-fc95-4b1e-8442-17af58bdbe9b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Synchronizing usage tracker for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:17.753155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['937d61ad-454e-40a5-9b09-50109c983a47'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:17.788332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-26612343-fc95-4b1e-8442-17af58bdbe9b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Unset dirty status for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:17.789759 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-26612343-fc95-4b1e-8442-17af58bdbe9b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213846 Apr 19 18:54:17.941785 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-81db7454-eb1d-41a6-9ca6-9ccf540871f5 service neutron] 10.222.0.43 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384497 Apr 19 18:54:18.083443 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-97b587c1-33c1-4562-a4b4-34803abda402 service neutron] 10.222.0.43 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351473 Apr 19 18:54:18.170685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ede3b-9c85-4390-9257-809f6b6319bd req-7f182829-1254-4313-aa0d-3f335f1ba212 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:18.172920 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-122ede3b-9c85-4390-9257-809f6b6319bd req-7f182829-1254-4313-aa0d-3f335f1ba212 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 945 time: 0.0919251 Apr 19 18:54:18.225805 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-122ede3b-9c85-4390-9257-809f6b6319bd req-d2c326fb-d9ba-4abb-95b6-91dfda4f51f2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Apr 19 18:54:18.601756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac46330e-cf56-46bc-ac36-db3caca2437b req-3dc461c7-7fac-4f38-a419-935a1973784e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0495470 Apr 19 18:54:19.110379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 937d61ad-454e-40a5-9b09-50109c983a47 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:54:19.204965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 937d61ad-454e-40a5-9b09-50109c983a47 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:54:19.210254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 937d61ad-454e-40a5-9b09-50109c983a47 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:54:19.210840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:19.342163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:19.371810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:19.382271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=937d61ad-454e-40a5-9b09-50109c983a47,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:19.411501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:19.414482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:19.434737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723607-cb19-40bd-b9c5-b72b2889abae req-9616835b-8b03-4ec0-8818-f4dbc9783c7c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:19.436383 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cb723607-cb19-40bd-b9c5-b72b2889abae req-9616835b-8b03-4ec0-8818-f4dbc9783c7c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.0909307 Apr 19 18:54:19.452135 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47', 'code': 200} Apr 19 18:54:19.491429 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cb723607-cb19-40bd-b9c5-b72b2889abae req-5094e316-cc39-4f33-a787-5cecee5b94c3 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Apr 19 18:54:19.497168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:19.502280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:19.773825 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2570ee72-bab3-4386-8a7a-6ec70c50a2a7 req-d3953886-175e-4a16-b69c-0d1d1f3bd8e2 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0558496 Apr 19 18:54:19.903619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0cbaa-2032-4a21-accb-8ca3e37a3e93 req-ec107818-0be7-48e8-a720-176711b2624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:19.905220 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-42c0cbaa-2032-4a21-accb-8ca3e37a3e93 req-ec107818-0be7-48e8-a720-176711b2624e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 1099 time: 0.1274819 Apr 19 18:54:19.949240 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-42c0cbaa-2032-4a21-accb-8ca3e37a3e93 req-7b864263-13a4-4d74-ac8f-9c4c56e80f19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Apr 19 18:54:20.831045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73056396-44d8-41b4-8c69-a4221df81e5e req-fbc01624-98c6-4eba-b9a1-a6c9b7868d4e tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:20.832662 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73056396-44d8-41b4-8c69-a4221df81e5e req-fbc01624-98c6-4eba-b9a1-a6c9b7868d4e tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.2042873 Apr 19 18:54:20.841382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-da908fe1-bdf7-423d-bb0c-573a455a6875 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:20.843772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-da908fe1-bdf7-423d-bb0c-573a455a6875 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 807 time: 0.2501500 Apr 19 18:54:20.916108 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73056396-44d8-41b4-8c69-a4221df81e5e req-6d29592d-ddbe-4a01-b21e-5b9c2392adc4 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Apr 19 18:54:20.962578 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7669bd4c-4dc9-4f33-845b-be366c2ac506 req-1819ac75-b4f6-42e1-a54e-bdd313d4f93c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0668561 Apr 19 18:54:20.984026 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-9bf5bfa9-0c82-4e38-9b84-dbad6d56bf0b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=629077fbf0ce4bcaa8671046c8880ebb HTTP/1.1" status: 200 len: 8059 time: 0.1252549 Apr 19 18:54:21.010011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'port': {'device_id': '217ec35c-4fac-4390-9885-737c641b3ea1', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'admin_state_up': True, 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'security_groups': ['82afefc7-4ce7-4434-91c7-06948d29a22d']}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:21.161973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:54:21.172307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:54:21.205613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Made reservation on behalf of 629077fbf0ce4bcaa8671046c8880ebb for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:54:21.212125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:21.384173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Allocated IP 172.20.0.9 (56f3ee0a-5736-4bf6-91d4-4b537cd06c89/c0a6e551-8942-4596-bb6c-e347fc5ca37d/888fa0dc-e527-4a81-96db-c94f504f030d) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:54:21.590907 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:21.607720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Transition to ACTIVE for port object 888fa0dc-e527-4a81-96db-c94f504f030d will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:54:21.662561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:21.668351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:21.732225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:54:21.741501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:54:21.746287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:54:21.795375 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:21.807124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.807539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.807942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.808341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.808734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.809124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.809515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.809904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.810296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.810731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.811123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.811515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:21.822710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:21.843369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:21.845197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:21.909308 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037728 Apr 19 18:54:21.925614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Request body: {'port': {'device_id': '217ec35c-4fac-4390-9885-737c641b3ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:22.016331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-d0eee6b0-6c7f-4a0d-b4f0-83f3e100c99b None None] Provisioning for port 888fa0dc-e527-4a81-96db-c94f504f030d completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:54:22.024859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-d0eee6b0-6c7f-4a0d-b4f0-83f3e100c99b None None] Provisioning complete for port 888fa0dc-e527-4a81-96db-c94f504f030d triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:54:22.025625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d0eee6b0-6c7f-4a0d-b4f0-83f3e100c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:22.088788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-d0eee6b0-6c7f-4a0d-b4f0-83f3e100c99b None None] Port 888fa0dc-e527-4a81-96db-c94f504f030d cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:54:22.104422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:22.182590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341de0-8284-458e-bded-4af7718bc954 req-78c759eb-6f5d-42d4-b3d4-de7976933d36 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:22.184112 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3d341de0-8284-458e-bded-4af7718bc954 req-78c759eb-6f5d-42d4-b3d4-de7976933d36 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 931 time: 0.0933008 Apr 19 18:54:22.232709 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3d341de0-8284-458e-bded-4af7718bc954 req-2ce6a75e-228f-4ebb-ad3b-ad8326acc268 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Apr 19 18:54:22.264473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a6a9-b26d-474d-a6a3-b4759b694438 req-0dafb679-d8d0-47ee-8e07-1fdf82ef7e79 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:22.266647 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75b3a6a9-b26d-474d-a6a3-b4759b694438 req-0dafb679-d8d0-47ee-8e07-1fdf82ef7e79 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.2233047 Apr 19 18:54:22.407577 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-75b3a6a9-b26d-474d-a6a3-b4759b694438 req-818c31a3-0b9a-412d-a7b1-dd435843798e tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341243 Apr 19 18:54:22.548396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888fa0dc-e527-4a81-96db-c94f504f030d {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:22.556489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:22.571968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Transition to ACTIVE for port object 888fa0dc-e527-4a81-96db-c94f504f030d will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:54:22.605695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:22.610893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d95afe2a-346a-4e22-aec0-7342903702c0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:22.790293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:22.822984 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:22.865311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Attempting to bind port 888fa0dc-e527-4a81-96db-c94f504f030d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:54:22.865782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Attempting to bind port 888fa0dc-e527-4a81-96db-c94f504f030d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:54:22.866242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Attempting to bind port 888fa0dc-e527-4a81-96db-c94f504f030d on network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:22.871127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Port 888fa0dc-e527-4a81-96db-c94f504f030d on network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:54:22.871489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Attempting to bind port 888fa0dc-e527-4a81-96db-c94f504f030d on network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:54:22.877798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:54:22.878189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Checking segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:54:22.878653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Bound using segment: {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:54:22.879105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Bound port: 888fa0dc-e527-4a81-96db-c94f504f030d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604a5a38-1898-4c54-915a-ee354c573969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:54:22.879532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:22.991820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:54:22.991820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:54:23.019394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:23.024645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ba49258e-10e1-4aa8-8ffb-cb3b1d16ee4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:23.079606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:23.080183 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:23.081669 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] 10.222.0.16 "PUT /v2.0/ports/888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 1093 time: 1.1613300 Apr 19 18:54:23.082194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:23.111900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:23.115438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3cd692ba-4d0b-4943-bc95-2f32d8f65580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:23.136357 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'status': 'completed', 'code': 200} Apr 19 18:54:23.243262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce96ee-2297-466a-bde6-86624b62b836 req-167019cc-8e6e-403b-88ef-78dc96ab6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:23.244862 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24ce96ee-2297-466a-bde6-86624b62b836 req-167019cc-8e6e-403b-88ef-78dc96ab6bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0829053 Apr 19 18:54:23.478174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce96ee-2297-466a-bde6-86624b62b836 req-d8f1714f-3fa3-4343-a672-163b6e3c79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:23.479772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24ce96ee-2297-466a-bde6-86624b62b836 req-d8f1714f-3fa3-4343-a672-163b6e3c79a0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2178273 Apr 19 18:54:23.520517 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6edac9-8006-4065-a1b2-d73ef5721cd3 req-f8c8e475-2611-4c56-a01e-bcf4a4a8babf tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:23.521286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1a6edac9-8006-4065-a1b2-d73ef5721cd3 req-f8c8e475-2611-4c56-a01e-bcf4a4a8babf tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Synchronizing usage tracker for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:23.849947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1a6edac9-8006-4065-a1b2-d73ef5721cd3 req-f8c8e475-2611-4c56-a01e-bcf4a4a8babf tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Unset dirty status for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:23.851153 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1a6edac9-8006-4065-a1b2-d73ef5721cd3 req-f8c8e475-2611-4c56-a01e-bcf4a4a8babf tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.4985814 Apr 19 18:54:23.893051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce96ee-2297-466a-bde6-86624b62b836 req-604d0248-737e-468e-a6c7-c31906744e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:23.894574 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-24ce96ee-2297-466a-bde6-86624b62b836 req-604d0248-737e-468e-a6c7-c31906744e15 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4076178 Apr 19 18:54:23.916529 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1a6edac9-8006-4065-a1b2-d73ef5721cd3 req-f656c156-e3c7-4f4e-9c0b-ce57d7257024 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588772 Apr 19 18:54:24.024350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-4b2a2d9b-0df6-403b-99ec-e9bc0103690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:24.025960 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-4b2a2d9b-0df6-403b-99ec-e9bc0103690d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0810375 Apr 19 18:54:24.105169 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-df80f760-b957-4bf2-9c01-96a4299df4fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 217 time: 0.0658817 Apr 19 18:54:24.193131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-00027801-6a4d-4e69-8a95-043011a770ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:24.194728 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-00027801-6a4d-4e69-8a95-043011a770ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0708930 Apr 19 18:54:24.277522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-11480893-f6cc-4fcd-96f9-050fe7036eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:24.279251 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-11480893-f6cc-4fcd-96f9-050fe7036eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775023 Apr 19 18:54:24.443550 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-6a5b7a7e-b655-44eb-9635-e58c4869ab74 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443412 Apr 19 18:54:24.590668 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ee4c7147-77a1-4a79-bf87-d36260c23fcf req-32ecaed5-fffe-4622-bd24-689a2ee1f42b service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380534 Apr 19 18:54:25.121588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233cf9-e3fa-49a2-8a35-dea8cd4ee2f2 req-ae357816-190e-4870-9779-f5663fabc4f0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:25.123156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-db233cf9-e3fa-49a2-8a35-dea8cd4ee2f2 req-ae357816-190e-4870-9779-f5663fabc4f0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.0885799 Apr 19 18:54:25.175353 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-db233cf9-e3fa-49a2-8a35-dea8cd4ee2f2 req-e7a461f9-6ff2-48ff-abb6-b38cf60c042b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450103 Apr 19 18:54:26.378510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa426-2db8-4fa7-a733-30284ac36279 req-08e981b7-b310-4c56-a693-32107bc574b1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:26.380124 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e84aa426-2db8-4fa7-a733-30284ac36279 req-08e981b7-b310-4c56-a693-32107bc574b1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.0890431 Apr 19 18:54:26.432087 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e84aa426-2db8-4fa7-a733-30284ac36279 req-9ef6a05a-6d81-4740-b928-ae3293927646 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455706 Apr 19 18:54:27.140520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:54:27.281906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:27.295438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '888fa0dc-e527-4a81-96db-c94f504f030d', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'mac_address': 'fa:16:3e:45:ec:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:54:27.357384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:27.375763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888fa0dc-e527-4a81-96db-c94f504f030d {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:54:27.391864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:27.415701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:27.417501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:27.488458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:27.491692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:27.635438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30b6ec-82f3-41ca-871d-9b6fb3b7acb9 req-375a3659-9c42-4cb5-b7a3-3332ae7054cd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:27.637258 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b30b6ec-82f3-41ca-871d-9b6fb3b7acb9 req-375a3659-9c42-4cb5-b7a3-3332ae7054cd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 944 time: 0.0876288 Apr 19 18:54:27.686279 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1b30b6ec-82f3-41ca-871d-9b6fb3b7acb9 req-a43c1685-8364-437e-935f-0c1c56a7b714 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Apr 19 18:54:27.793690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['888fa0dc-e527-4a81-96db-c94f504f030d'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:28.901779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2acd6-0238-4205-a78a-187bacd5dc8c req-635d7ec6-237e-422d-b648-406845edcb41 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:28.903308 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-adc2acd6-0238-4205-a78a-187bacd5dc8c req-635d7ec6-237e-422d-b648-406845edcb41 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 944 time: 0.0960643 Apr 19 18:54:28.951786 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-adc2acd6-0238-4205-a78a-187bacd5dc8c req-6ff006e5-cdc5-41c1-a322-fe3617ae062b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 Apr 19 18:54:29.159932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:54:29.256957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 888fa0dc-e527-4a81-96db-c94f504f030d completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:54:29.262083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 888fa0dc-e527-4a81-96db-c94f504f030d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:54:29.262496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:29.392794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:29.421065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:29.431892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:29.474752 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'code': 200} Apr 19 18:54:29.490586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:29.492588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:29.566117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:29.569385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:29.913622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b208bfc-3847-4497-b7eb-71a218e862c6 req-89cc3a85-6d7f-4fd1-813f-f9e1af3e4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:29.915323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4b208bfc-3847-4497-b7eb-71a218e862c6 req-89cc3a85-6d7f-4fd1-813f-f9e1af3e4b96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0819769 Apr 19 18:54:29.965088 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4b208bfc-3847-4497-b7eb-71a218e862c6 req-281faac3-aa70-4bdf-95bf-fb4c057df325 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 Apr 19 18:54:30.169138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c638c-ae00-4878-8b30-a9e283441943 req-95344f69-5e2e-4570-8bc4-2a2817385cc7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:30.170731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-227c638c-ae00-4878-8b30-a9e283441943 req-95344f69-5e2e-4570-8bc4-2a2817385cc7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0984607 Apr 19 18:54:30.220134 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-227c638c-ae00-4878-8b30-a9e283441943 req-642728da-3a04-412e-8734-56735e37fa38 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Apr 19 18:54:31.482408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6377cd-38df-488b-a324-ea22b8aa4963 req-5655cdd7-be21-4c77-bb86-8feb18762b7e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:31.484676 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f6377cd-38df-488b-a324-ea22b8aa4963 req-5655cdd7-be21-4c77-bb86-8feb18762b7e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0897973 Apr 19 18:54:31.536780 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f6377cd-38df-488b-a324-ea22b8aa4963 req-be4e10e2-aa75-425e-87c1-a4ff5254d92e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 Apr 19 18:54:31.704743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9737e-e9e3-4686-aab1-d1ae05376cb0 req-daf6d9fb-098a-4b9d-8554-7559333b8be0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:31.706329 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28b9737e-e9e3-4686-aab1-d1ae05376cb0 req-daf6d9fb-098a-4b9d-8554-7559333b8be0 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.0911765 Apr 19 18:54:31.743688 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7740b7-6e1f-428e-b37c-5dfb0391c9f1 req-5fa0e465-1123-467b-a3ed-07459b5abb34 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:31.745194 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd7740b7-6e1f-428e-b37c-5dfb0391c9f1 req-5fa0e465-1123-467b-a3ed-07459b5abb34 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0942624 Apr 19 18:54:31.755363 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28b9737e-e9e3-4686-aab1-d1ae05376cb0 req-ddf58e76-6b87-4263-944f-01de537ab850 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Apr 19 18:54:31.798784 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd7740b7-6e1f-428e-b37c-5dfb0391c9f1 req-fcc552ca-2d95-49a5-907d-2c3365cb1b32 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466330 Apr 19 18:54:31.823310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43966) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:31.948691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854394d4-d270-4f72-b094-d18f10d91f80 tempest-TestShelveInstance-1018191108 tempest-TestShelveInstance-1018191108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:31.950292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-854394d4-d270-4f72-b094-d18f10d91f80 tempest-TestShelveInstance-1018191108 tempest-TestShelveInstance-1018191108-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1093 time: 0.1259308 Apr 19 18:54:31.954014 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 43972) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:31.959477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:54:31.965629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:54:31.969877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Usage tracker for resource:floatingip and tenant:629077fbf0ce4bcaa8671046c8880ebb is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:54:31.972876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:54:31.978928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:54:32.039591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for floatingip, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:32.185229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:32.326564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Allocated IP 172.28.3.82 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/bb766088-a01d-4f17-96d0-34f7c49c9c77) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:54:32.483181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:32.537138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:32.542221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-191aaeb8-5aa4-43e0-bcc2-25147e053822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:32.612915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:54:32.615878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:54:32.619811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:54:32.651878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'Port': ['ID=bb766088-a01d-4f17-96d0-34f7c49c9c77,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:32.658398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:32.966323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4f91-5b8e-4e3f-880f-fc9d4a9d6b44 req-b9632f7b-b0d0-42a9-99a5-8d2f6fdc3b11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:32.967955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-402f4f91-5b8e-4e3f-880f-fc9d4a9d6b44 req-b9632f7b-b0d0-42a9-99a5-8d2f6fdc3b11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.0958045 Apr 19 18:54:33.022726 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-402f4f91-5b8e-4e3f-880f-fc9d4a9d6b44 req-711537d9-675a-40b0-91bf-8f9b27c125f9 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Apr 19 18:54:33.056317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:33.155815 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:33.371631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:33.399397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:33.404054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3e0d490e-0719-4446-8ba8-4afd65dd2489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:33.522467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event updated for resources: {'Port': ['ID=bb766088-a01d-4f17-96d0-34f7c49c9c77,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:33.525460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:33.533384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:33.714007 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Floating IP ea8953d6-6fd3-48c2-a618-60c006cdae4b associated. External IP: 172.28.3.82, port: 888fa0dc-e527-4a81-96db-c94f504f030d. Apr 19 18:54:34.413163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-4f0544f1-51f6-4f40-9ddf-428fa4e30bb6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:34.414745 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-4f0544f1-51f6-4f40-9ddf-428fa4e30bb6 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.3373234 Apr 19 18:54:34.493860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0e75-0851-45a6-a36b-86f98f357272 req-3700ed9d-ac16-4d1f-9cdb-5bb7c48ec800 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:34.495453 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-60cd0e75-0851-45a6-a36b-86f98f357272 req-3700ed9d-ac16-4d1f-9cdb-5bb7c48ec800 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 946 time: 0.3491304 Apr 19 18:54:34.557732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Deleting port 937d61ad-454e-40a5-9b09-50109c983a47 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:54:34.558186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:34.639051 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-60cd0e75-0851-45a6-a36b-86f98f357272 req-88a247b7-563d-44c4-afa5-b366dfd07101 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339607 Apr 19 18:54:34.703894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:54:35.047148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] For port 937d61ad-454e-40a5-9b09-50109c983a47, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=937d61ad-454e-40a5-9b09-50109c983a47,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:35.047561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:35.055669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:54:35.068024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Sync routers for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:54:35.077833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:54:35.078502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:35.204255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Calling delete_port for 937d61ad-454e-40a5-9b09-50109c983a47 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:54:35.265949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:35.270979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:54:35.345864 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3905694 Apr 19 18:54:35.346921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:35.431127 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'status': 'completed', 'code': 200} Apr 19 18:54:35.539704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-5cdd6298-b70f-4890-8643-3e7d13967fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:35.541650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-5cdd6298-b70f-4890-8643-3e7d13967fae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1096971 Apr 19 18:54:35.547962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:35.560769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a', '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', '1c9304a8-39d7-47ab-94a0-d81f47c81de7'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:35.579349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:35.631781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event deleted for resources: {'Port': ['ID=937d61ad-454e-40a5-9b09-50109c983a47,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:35.686313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:35.797206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] No DVR routers for this DVR port 937d61ad-454e-40a5-9b09-50109c983a47 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:54:35.809923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:35.831372 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0162b0eb-cfed-42ab-9f3a-8ee99855c0d1 req-3d8de714-cce6-4008-afc9-c58b295a7abc tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=d1955331-03e1-4b19-a2ad-63563d07810e HTTP/1.1" status: 200 len: 210 time: 0.0532322 Apr 19 18:54:35.850746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-84098a82-53f2-4e84-b2d6-db82194fd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:35.851171 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-84098a82-53f2-4e84-b2d6-db82194fd088 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.3009446 Apr 19 18:54:35.925965 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e4ceacbc-f077-4ec7-8ec0-e2509f50883d req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "DELETE /v2.0/ports/937d61ad-454e-40a5-9b09-50109c983a47 HTTP/1.1" status: 204 len: 173 time: 1.5002820 Apr 19 18:54:35.942843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'ea8953d6-6fd3-48c2-a618-60c006cdae4b', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'mac_address': 'fa:16:3e:45:ec:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ec35c-4fac-4390-9885-737c641b3ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:54:32Z', 'updated_at': '2021-04-19T18:54:32Z', 'revision_number': 0, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:35.957642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Checking router: ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:54:35.971771 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-e5b394b8-ab9f-46b4-9c63-248110fdd453 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 998 time: 0.1101475 Apr 19 18:54:35.982724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:54:35.983486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:36.047153 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-f1f971cb-d02a-4c27-9c84-11ac40325103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:36.048772 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-f1f971cb-d02a-4c27-9c84-11ac40325103 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0699961 Apr 19 18:54:36.135239 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-b94c1070-d515-486b-b8a2-ec7dc57f5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:36.137095 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-b94c1070-d515-486b-b8a2-ec7dc57f5cf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805411 Apr 19 18:54:36.252116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:54:36.289370 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-79427df0-5c95-4b05-8cfe-55b72cc1be4e service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401553 Apr 19 18:54:36.440824 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-037bc59b-e4f5-40cb-80b0-6c9ab131218a req-7a130c3f-eb90-4f51-a463-7915cd7466f8 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383185 Apr 19 18:54:36.766499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'ea8953d6-6fd3-48c2-a618-60c006cdae4b', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'mac_address': 'fa:16:3e:45:ec:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ec35c-4fac-4390-9885-737c641b3ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:54:32Z', 'updated_at': '2021-04-19T18:54:32Z', 'revision_number': 0, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:36.770678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0acaa1-82c2-4ce2-8a20-200b94ae6645 None None] The sync data for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb is: [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'ea8953d6-6fd3-48c2-a618-60c006cdae4b', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'floating_ip_address': '172.28.3.82', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'mac_address': 'fa:16:3e:45:ec:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217ec35c-4fac-4390-9885-737c641b3ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:54:32Z', 'updated_at': '2021-04-19T18:54:32Z', 'revision_number': 0, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:54:37.098012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c65485-389b-4981-b2dc-882992e5bea8 None None] New status for floating IP ea8953d6-6fd3-48c2-a618-60c006cdae4b: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:54:37.180712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 937d61ad-454e-40a5-9b09-50109c983a47 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:54:37.220325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 937d61ad-454e-40a5-9b09-50109c983a47 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:54:37.220731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 937d61ad-454e-40a5-9b09-50109c983a47 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:54:37.432849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'name': 'network-vif-deleted', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:37.480273 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1955331-03e1-4b19-a2ad-63563d07810e', 'name': 'network-vif-deleted', 'tag': '937d61ad-454e-40a5-9b09-50109c983a47', 'status': 'completed', 'code': 200} Apr 19 18:54:38.682034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a754-804b-4626-a561-b6e7d7ca4ab5 req-39d434db-dbec-4987-b81c-6d7f85d1fe50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:38.682814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-64a2a754-804b-4626-a561-b6e7d7ca4ab5 req-39d434db-dbec-4987-b81c-6d7f85d1fe50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:38.719217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-64a2a754-804b-4626-a561-b6e7d7ca4ab5 req-39d434db-dbec-4987-b81c-6d7f85d1fe50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:38.720492 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64a2a754-804b-4626-a561-b6e7d7ca4ab5 req-39d434db-dbec-4987-b81c-6d7f85d1fe50 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.1247585 Apr 19 18:54:38.771997 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-64a2a754-804b-4626-a561-b6e7d7ca4ab5 req-e2259433-316b-4f18-9d92-624239111a0c tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Apr 19 18:54:39.982203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39659a0-8efa-4b24-a5b4-002fa1cf8970 req-9fa52d6f-f5ae-45a1-b1a2-e49cb6620c75 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:39.983832 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d39659a0-8efa-4b24-a5b4-002fa1cf8970 req-9fa52d6f-f5ae-45a1-b1a2-e49cb6620c75 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.0930042 Apr 19 18:54:40.034119 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d39659a0-8efa-4b24-a5b4-002fa1cf8970 req-2153b389-bccf-4bf8-b111-7dccaae5ccb4 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Apr 19 18:54:41.011298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:41.060524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e9d29-1803-4539-84e1-20185ee2de09 req-a23db7d2-8266-4d4e-ade5-67c61420afc2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:41.062104 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-844e9d29-1803-4539-84e1-20185ee2de09 req-a23db7d2-8266-4d4e-ade5-67c61420afc2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.0879121 Apr 19 18:54:41.143364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Deleting port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:54:41.143756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:41.655799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630826d1-aa4f-4817-a324-b688828ae337 req-52b20bb9-882a-4ad6-836b-3112ad08a942 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:41.657428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-630826d1-aa4f-4817-a324-b688828ae337 req-52b20bb9-882a-4ad6-836b-3112ad08a942 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 945 time: 0.4779999 Apr 19 18:54:41.748439 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-630826d1-aa4f-4817-a324-b688828ae337 req-5e999a92-f53e-4d1c-a6a6-479929e7ce21 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825748 Apr 19 18:54:41.755598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] For port 1c9304a8-39d7-47ab-94a0-d81f47c81de7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1c9304a8-39d7-47ab-94a0-d81f47c81de7,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:41.756009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:41.890832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Calling delete_port for 1c9304a8-39d7-47ab-94a0-d81f47c81de7 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:54:42.096666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:42.102227 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-46f98681-249d-4d97-b0f5-8fa1b2c5d9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:42.109897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a', '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:42.151642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event deleted for resources: {'Port': ['ID=1c9304a8-39d7-47ab-94a0-d81f47c81de7,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:42.155945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:42.237642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] No DVR routers for this DVR port 1c9304a8-39d7-47ab-94a0-d81f47c81de7 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:54:42.240223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:42.243118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'name': 'network-vif-deleted', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:42.291991 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-844e9d29-1803-4539-84e1-20185ee2de09 req-50470f18-33d3-4e6e-a1c7-66e09faa283a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "DELETE /v2.0/ports/1c9304a8-39d7-47ab-94a0-d81f47c81de7 HTTP/1.1" status: 204 len: 173 time: 1.2220995 Apr 19 18:54:42.296873 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b46de-387e-4fe4-aca4-9de6ed3cf95c', 'name': 'network-vif-deleted', 'tag': '1c9304a8-39d7-47ab-94a0-d81f47c81de7', 'status': 'completed', 'code': 200} Apr 19 18:54:42.771044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-cf8dcd15-de14-4f3c-845a-5aa3dc76ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:42.936970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-4fcdecc2-ce27-4858-a5db-b60ce3f12bee req-d254943a-d0e7-4804-b5d2-7b1448a87f11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:42.987381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-4fcdecc2-ce27-4858-a5db-b60ce3f12bee req-d254943a-d0e7-4804-b5d2-7b1448a87f11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:42.989601 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4fcdecc2-ce27-4858-a5db-b60ce3f12bee req-d254943a-d0e7-4804-b5d2-7b1448a87f11 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b46de-387e-4fe4-aca4-9de6ed3cf95c HTTP/1.1" status: 200 len: 210 time: 0.1047001 Apr 19 18:54:43.205425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1c9304a8-39d7-47ab-94a0-d81f47c81de7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:54:43.243140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 1c9304a8-39d7-47ab-94a0-d81f47c81de7 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:54:43.243466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 1c9304a8-39d7-47ab-94a0-d81f47c81de7 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:54:44.553318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa307d-bdb6-4dbd-bb27-a4c127719553 req-e2a4a741-6ac7-44cb-a7dc-d531fb59ff1b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:44.554900 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ebaa307d-bdb6-4dbd-bb27-a4c127719553 req-e2a4a741-6ac7-44cb-a7dc-d531fb59ff1b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.0940070 Apr 19 18:54:44.608158 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ebaa307d-bdb6-4dbd-bb27-a4c127719553 req-643cd0ff-ccb9-44b3-b795-fa06113c2ae5 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465596 Apr 19 18:54:45.175753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:54:45.473922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-36418c31-d19f-433f-89de-3f830406076c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:45.811517 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece976f7-97c0-4fbb-b692-3f1a0be3f7d9 req-3c0da379-afd8-4066-977d-ee4dd3408508 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:45.813233 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ece976f7-97c0-4fbb-b692-3f1a0be3f7d9 req-3c0da379-afd8-4066-977d-ee4dd3408508 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.0885649 Apr 19 18:54:45.865951 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ece976f7-97c0-4fbb-b692-3f1a0be3f7d9 req-254d15c8-3dc3-46ab-b872-cafbc9b6675f tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Apr 19 18:54:46.017485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:46.142719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:46.403463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-1086414b-de93-49f4-baed-5177c9b4c266 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:46.404909 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-1086414b-de93-49f4-baed-5177c9b4c266 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.0874081 Apr 19 18:54:46.489594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Deleting port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:54:46.489981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:46.767069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] For port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:46.767467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:46.905845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Calling delete_port for 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:54:47.142982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53ca06-12b4-4ebe-9df0-4f728d6f5b6f req-e4c2be0c-e7da-4a2b-8619-9273fb3e7c0d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:47.142982 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6f53ca06-12b4-4ebe-9df0-4f728d6f5b6f req-e4c2be0c-e7da-4a2b-8619-9273fb3e7c0d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cab8419-fc72-4ae5-844e-1b64b536d3d9 HTTP/1.1" status: 200 len: 945 time: 0.1537185 Apr 19 18:54:47.167515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:47.175627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1864f3e2-c1ad-467f-8d72-6cc98463811d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:47.182275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a', '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:47.248318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event deleted for resources: {'Port': ['ID=44e89c02-1ddc-4b26-a435-fd9e32fbf5ab,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:47.257268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:47.336448 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6f53ca06-12b4-4ebe-9df0-4f728d6f5b6f req-d138114a-9b2d-4485-8fff-c0daa5d8b60a tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890676 Apr 19 18:54:47.349443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] No DVR routers for this DVR port 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:54:47.352431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:47.356989 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'name': 'network-vif-deleted', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:47.402155 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80367c7d-2069-4a3f-84d4-44444a1763f4 req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "DELETE /v2.0/ports/44e89c02-1ddc-4b26-a435-fd9e32fbf5ab HTTP/1.1" status: 204 len: 173 time: 0.9836872 Apr 19 18:54:47.471347 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cab8419-fc72-4ae5-844e-1b64b536d3d9', 'name': 'network-vif-deleted', 'tag': '44e89c02-1ddc-4b26-a435-fd9e32fbf5ab', 'status': 'completed', 'code': 200} Apr 19 18:54:47.548535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:49.240053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:54:49.280847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:54:49.281294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 44e89c02-1ddc-4b26-a435-fd9e32fbf5ab not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:54:50.222005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb7868-277a-4394-a24f-8f1cafdc1272 req-8b96fb3a-b6c5-4e50-90e5-6eb6be107022 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:50.222817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-dccb7868-277a-4394-a24f-8f1cafdc1272 req-8b96fb3a-b6c5-4e50-90e5-6eb6be107022 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Synchronizing usage tracker for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:54:50.266753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-dccb7868-277a-4394-a24f-8f1cafdc1272 req-8b96fb3a-b6c5-4e50-90e5-6eb6be107022 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Unset dirty status for tenant:c0f25ac8642e4b27b515f27c70a76518 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:54:50.268008 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dccb7868-277a-4394-a24f-8f1cafdc1272 req-8b96fb3a-b6c5-4e50-90e5-6eb6be107022 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.1348710 Apr 19 18:54:50.319924 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dccb7868-277a-4394-a24f-8f1cafdc1272 req-63dc6a41-379e-4d44-be8f-b89e11ef7b0b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455477 Apr 19 18:54:51.523883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf20fe0-85aa-45ac-9ff7-cfeacf4511d4 req-1405144d-8326-4c23-9dd8-c03990f3d610 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:51.525471 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9bf20fe0-85aa-45ac-9ff7-cfeacf4511d4 req-1405144d-8326-4c23-9dd8-c03990f3d610 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.0911541 Apr 19 18:54:51.575981 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9bf20fe0-85aa-45ac-9ff7-cfeacf4511d4 req-005a2670-3bd7-494d-9b1e-14c2571005bf tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Apr 19 18:54:52.371820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-04a55042-71c0-4602-9c35-852bcb021b3b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:52.373362 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-04a55042-71c0-4602-9c35-852bcb021b3b tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.0918274 Apr 19 18:54:52.453028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Deleting port 24dba82e-912a-4d03-b074-648beff13f0a {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:54:52.453504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:52.782700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] For port 24dba82e-912a-4d03-b074-648beff13f0a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=24dba82e-912a-4d03-b074-648beff13f0a,segment=NetworkSegment(147563a0-1dfd-44ed-aea9-294ac9d54cc1),segment_id=147563a0-1dfd-44ed-aea9-294ac9d54cc1)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:52.782700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:52.920979 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Calling delete_port for 24dba82e-912a-4d03-b074-648beff13f0a owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:54:53.002468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907df7-39db-4858-a7da-37ee35c40ee7 req-0136cc01-b865-4f2e-bb24-e17a7ab2903d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:53.004255 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-53907df7-39db-4858-a7da-37ee35c40ee7 req-0136cc01-b865-4f2e-bb24-e17a7ab2903d tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0749afb-5277-4326-b5a2-4b6b6eda20fa HTTP/1.1" status: 200 len: 945 time: 0.3054943 Apr 19 18:54:53.098203 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-53907df7-39db-4858-a7da-37ee35c40ee7 req-c5ce26de-065d-4442-825b-d44f124a39bb tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.43 "GET /v2.0/security-groups?id=0709de2e-6bce-4c43-9715-f9c7b99d4136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786626 Apr 19 18:54:53.147852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:53.153593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-53629961-1ace-41c9-8df1-a9947787d9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:53.166427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['24dba82e-912a-4d03-b074-648beff13f0a'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:54:53.203495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Pushing event deleted for resources: {'Port': ['ID=24dba82e-912a-4d03-b074-648beff13f0a,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:53.206905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:53.286362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] No DVR routers for this DVR port 24dba82e-912a-4d03-b074-648beff13f0a on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:54:53.288744 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:53.291547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'name': 'network-vif-deleted', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:54:53.341281 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0749afb-5277-4326-b5a2-4b6b6eda20fa', 'name': 'network-vif-deleted', 'tag': '24dba82e-912a-4d03-b074-648beff13f0a', 'status': 'completed', 'code': 200} Apr 19 18:54:53.364651 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6739a3b6-835c-476e-bcf2-f345e82f558a req-74031691-df50-44d7-91b5-2065c3e1d954 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] 10.222.0.16 "DELETE /v2.0/ports/24dba82e-912a-4d03-b074-648beff13f0a HTTP/1.1" status: 204 len: 173 time: 0.9843349 Apr 19 18:54:54.289888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44180) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:54.358074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Deleting subnet 583c1b44-bee4-45e9-8098-33b61910c66e {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:54:54.361856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:54.416000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:54.481073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:54.765717 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:54.770664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:54.811378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583c1b44-bee4-45e9-8098-33b61910c66e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:54.815020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:54.816547 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:54.822289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e73c6265-3c05-45a3-9fc6-b07a17ceea26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/583c1b44-bee4-45e9-8098-33b61910c66e HTTP/1.1" status: 204 len: 168 time: 0.5313017 Apr 19 18:54:54.824996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44186) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:54.942932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.281199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 24dba82e-912a-4d03-b074-648beff13f0a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:54:55.306806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.322169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 24dba82e-912a-4d03-b074-648beff13f0a {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:54:55.323377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 24dba82e-912a-4d03-b074-648beff13f0a not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:54:55.425188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579b7d4c-67be-411b-b7da-e11e8ea95cb6']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:55.437972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147563a0-1dfd-44ed-aea9-294ac9d54cc1') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:55.438311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147563a0-1dfd-44ed-aea9-294ac9d54cc1') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:54:55.450465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.465994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.473018 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:54:55.657242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:54:55.670279 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.850196 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Network 579b7d4c-67be-411b-b7da-e11e8ea95cb6 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:54:55.878889 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:54:55.982391 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:55.987179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9466529d-7fa8-4a1b-a8a5-33c040a199b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:56.002685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:56.014245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Pushing event deleted for resources: {'Network': ['ID=579b7d4c-67be-411b-b7da-e11e8ea95cb6,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:56.017835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:56.050828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a1b52fac-345e-4b83-99aa-2fc168b7db4c admin admin] 10.222.0.43 "DELETE /v2.0/networks/579b7d4c-67be-411b-b7da-e11e8ea95cb6 HTTP/1.1" status: 204 len: 168 time: 1.2247238 Apr 19 18:54:56.369539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44210) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:56.480915 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3f98e97e-18c4-4b6c-a79d-f539a93dbe01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0f25ac8642e4b27b515f27c70a76518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076434 Apr 19 18:54:56.481972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44214) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:54:56.514092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce2171-9c1d-40ef-a6f8-5091eae7cb88 req-e4e276ff-5636-4779-8320-bab15917cfab tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:56.515974 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84ce2171-9c1d-40ef-a6f8-5091eae7cb88 req-e4e276ff-5636-4779-8320-bab15917cfab tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.1144633 Apr 19 18:54:56.550064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:56.565987 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84ce2171-9c1d-40ef-a6f8-5091eae7cb88 req-fd8a47d5-5019-44ff-9626-efd5bdaf4dbb tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Apr 19 18:54:56.577534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:56.696581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:56.701766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-16930cc6-d22e-457a-a333-35d91145394a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:56.715997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0709de2e-6bce-4c43-9715-f9c7b99d4136,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:56.724356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.724774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.726894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.726894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.726894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.726894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.726894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.727514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.727514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.727790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.728179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.728566 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:54:56.731824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:56.741039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:56.742239 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0709de2e-6bce-4c43-9715-f9c7b99d4136 HTTP/1.1" status: 204 len: 168 time: 0.2586098 Apr 19 18:54:57.774652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a6885-bd71-4497-8ddd-14b04ad9e7b2 req-91660270-a9b7-41bb-94ce-3414af4d0dc9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:57.776238 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b89a6885-bd71-4497-8ddd-14b04ad9e7b2 req-91660270-a9b7-41bb-94ce-3414af4d0dc9 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.0901170 Apr 19 18:54:57.825183 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b89a6885-bd71-4497-8ddd-14b04ad9e7b2 req-b481f008-04e8-40f4-94f4-5678612baf5c tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Apr 19 18:54:58.672220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86339cb9-250b-473c-9fcf-a0869331efbf req-29e010ba-72e3-4902-be61-846593feb6c7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:58.674202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-86339cb9-250b-473c-9fcf-a0869331efbf req-29e010ba-72e3-4902-be61-846593feb6c7 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.0974715 Apr 19 18:54:58.772586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Deleting port 8df1f060-5816-4075-bf43-e6a2e243240d {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:54:58.773090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:59.113572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] For port 8df1f060-5816-4075-bf43-e6a2e243240d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8df1f060-5816-4075-bf43-e6a2e243240d,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:54:59.114177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:59.192838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a536a-c37f-4c7a-94e9-872bf7611827 req-cd95788f-cc11-46fe-acfe-b62f950819e0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:54:59.194437 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-469a536a-c37f-4c7a-94e9-872bf7611827 req-cd95788f-cc11-46fe-acfe-b62f950819e0 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 946 time: 0.2191007 Apr 19 18:54:59.338884 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-469a536a-c37f-4c7a-94e9-872bf7611827 req-e71c5088-1b99-4c2f-862d-cae278d88ad8 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups?id=e38bc25c-993a-43e7-b7a9-c0671040c7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351180 Apr 19 18:54:59.479260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:59.479584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:59.479937 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Floating IP 2bffad71-f4c5-4f6a-b001-b5f7caf64a6d disassociated. External IP: 172.28.3.56, port: 8df1f060-5816-4075-bf43-e6a2e243240d. Apr 19 18:54:59.480308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Calling delete_port for 8df1f060-5816-4075-bf43-e6a2e243240d owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:54:59.661916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:54:59.667663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:54:59.716083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'Port': ['ID=8df1f060-5816-4075-bf43-e6a2e243240d,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:54:59.720036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:54:59.917143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:55:00.113890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:55:00.123950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:55:00.135264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:55:00.135937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:00.196641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] No DVR routers for this DVR port 8df1f060-5816-4075-bf43-e6a2e243240d on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:55:00.199640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:00.209300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'name': 'network-vif-deleted', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:55:00.246052 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-86339cb9-250b-473c-9fcf-a0869331efbf req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.16 "DELETE /v2.0/ports/8df1f060-5816-4075-bf43-e6a2e243240d HTTP/1.1" status: 204 len: 173 time: 1.5653844 Apr 19 18:55:00.264637 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e1e63d-287e-4251-91c6-77b3ef635c01', 'name': 'network-vif-deleted', 'tag': '8df1f060-5816-4075-bf43-e6a2e243240d', 'status': 'completed', 'code': 200} Apr 19 18:55:00.350957 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:55:00.560780 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8284659-1332-4e37-ae55-cb60a5bd384e req-a1b0f0c5-d9d9-4b09-99e2-2ad88727fc21 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8e1e63d-287e-4251-91c6-77b3ef635c01 HTTP/1.1" status: 200 len: 210 time: 0.0706015 Apr 19 18:55:00.693646 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:00.697706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:55:00.706969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:55:00.707626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:00.907895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:55:01.411165 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8df1f060-5816-4075-bf43-e6a2e243240d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:55:01.449120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 8df1f060-5816-4075-bf43-e6a2e243240d {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:55:01.449502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 8df1f060-5816-4075-bf43-e6a2e243240d not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:55:01.461063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:01.465148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91ca93-be57-4128-80d5-a4f1ee30107b None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:49:16Z', 'revision_number': 4, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e0ce4553-2b70-43c2-8311-1caac735fbf4', 'name': '', 'network_id': 'cfe9b589-4743-4923-b4f7-bb7345484d64', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'mac_address': 'fa:16:3e:e8:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:13Z', 'updated_at': '2021-04-19T18:49:30Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'subnets': [{'id': 'e71f1d65-ba89-4efa-88e1-18966dedd890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:55:01.721504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44298) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:01.792637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:01.825312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:01.830062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853dbfc-0fdf-44d3-8001-099029fa4249 None None] New status for floating IP 2bffad71-f4c5-4f6a-b001-b5f7caf64a6d: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:55:01.901268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:01.907020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d98c2cae-5d9e-4685-bdda-b1ba56a2105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:01.923067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38bc25c-993a-43e7-b7a9-c0671040c7b3,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:01.925527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:01.964635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:01.966091 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "DELETE /v2.0/security-groups/e38bc25c-993a-43e7-b7a9-c0671040c7b3 HTTP/1.1" status: 204 len: 168 time: 0.2434382 Apr 19 18:55:01.969017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44304) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:01.987546 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.v2.resource [None req-80084141-b385-43a2-af2a-67f6907543b2 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] show failed (client error): The resource could not be found. Apr 19 18:55:01.990699 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-80084141-b385-43a2-af2a-67f6907543b2 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "GET /v2.0/security-groups/e38bc25c-993a-43e7-b7a9-c0671040c7b3 HTTP/1.1" status: 404 len: 347 time: 0.0186319 Apr 19 18:55:01.992854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44308) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:02.171905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Deleting port a207f4b7-ba11-4b5e-aeca-6bdf74da7c72 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:02.172826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:02.362414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:02.362810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:02.499789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Calling delete_port for a207f4b7-ba11-4b5e-aeca-6bdf74da7c72 owned by network:floatingip {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:02.897434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:02.902542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e49f78b3-f58a-4f0e-b7b6-3b6951a7b4e2 tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:02.950601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Pushing event deleted for resources: {'Port': ['ID=a207f4b7-ba11-4b5e-aeca-6bdf74da7c72,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:02.955077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:03.054821 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks [] for floatingip, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:03.069824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:03.071033 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] 10.222.0.43 "DELETE /v2.0/floatingips/2bffad71-f4c5-4f6a-b001-b5f7caf64a6d HTTP/1.1" status: 204 len: 168 time: 1.0772371 Apr 19 18:55:06.910207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44410) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:07.036301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.052353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:07.056407 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Usage tracker for resource:security_group_rule and tenant:4eecac81d8644fbdbfa600a2c18282e1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:07.059359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:07.065439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:07.149434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.187901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.197256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2d16afc-b05b-4033-8fb5-dc03f6c79617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:07.239717 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4eecac81d8644fbdbfa600a2c18282e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282127 Apr 19 18:55:07.241342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8096ff8b-3ab6-46e2-988a-2f4820c49d6c,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:07.242465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44420) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:07.244762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:07.311644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.339233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.350288 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44426) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:07.410845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.416285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ff18939e-46aa-427e-99c2-176d0599df72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:07.428961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096ff8b-3ab6-46e2-988a-2f4820c49d6c,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:07.431484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:07.435010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.437002 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8096ff8b-3ab6-46e2-988a-2f4820c49d6c HTTP/1.1" status: 204 len: 168 time: 0.1933842 Apr 19 18:55:07.859486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44436) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:07.879092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.895486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:07.899619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Usage tracker for resource:security_group_rule and tenant:4eea4c8cdfef4494bb0c710d9b368ea0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:07.902593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:07.908774 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:07.989102 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:07.994325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.033530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.042796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e2f6a1d8-975a-4a8e-90c1-18f6035aa531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:08.089474 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4eea4c8cdfef4494bb0c710d9b368ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287424 Apr 19 18:55:08.090388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c152e3-3838-411e-bf69-63213e027115,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:08.092933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44440) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:08.095624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:08.156230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.184171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.251260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.255231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dee9838c-a6bb-40da-b682-59b5d5796698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:08.269431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c152e3-3838-411e-bf69-63213e027115,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:08.272582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:08.274678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.278706 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-60af0772-06bc-487f-8171-25adfb2ec21b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09c152e3-3838-411e-bf69-63213e027115 HTTP/1.1" status: 204 len: 168 time: 0.1847448 Apr 19 18:55:08.370927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Deleting port e0ce4553-2b70-43c2-8311-1caac735fbf4 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:08.371305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.558798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] For port e0ce4553-2b70-43c2-8311-1caac735fbf4, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e0ce4553-2b70-43c2-8311-1caac735fbf4,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:08.559212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.694137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Calling delete_port for e0ce4553-2b70-43c2-8311-1caac735fbf4 owned by network:router_interface {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:08.896628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:08.901763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-93ac7abf-30a9-44be-be6a-457f3dfde09f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:08.953246 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ce4553-2b70-43c2-8311-1caac735fbf4,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:08.982157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:09.240209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:09.641902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Router 28acb77f-4c5f-4976-aab7-07b2cf01831f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:55:10.169087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:55:10.178128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Sync routers for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:55:10.190115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:55:10.191087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:10.191243 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] 10.222.0.43 "PUT /v2.0/routers/28acb77f-4c5f-4976-aab7-07b2cf01831f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395567 Apr 19 18:55:10.193251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44482) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:10.385205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks [] for router, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:10.388598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:55:10.585034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:10.627337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Deleting port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:10.627898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:10.710560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:55:08Z', 'revision_number': 5, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port': {'id': '80f7e37e-a7f1-47ff-bd43-2e5a4aedd758', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:49:08Z', 'updated_at': '2021-04-19T18:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:10.714645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Checking router: 28acb77f-4c5f-4976-aab7-07b2cf01831f for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:55:10.724922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Routers {'28acb77f-4c5f-4976-aab7-07b2cf01831f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:55:10.725577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:54:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['28acb77f-4c5f-4976-aab7-07b2cf01831f'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:10.824525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] For port 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:10.824525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:10.897940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] Set router 28acb77f-4c5f-4976-aab7-07b2cf01831f gateway port host: None {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:55:10.965413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Calling delete_port for 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 owned by network:router_gateway {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:11.025295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:55:10Z', 'revision_number': 6, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:11.031782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5102f-2645-4374-ae48-db266c4196dc None None] The sync data for ids ['28acb77f-4c5f-4976-aab7-07b2cf01831f'] in dv-cinder-786929-1-smb is: [{'id': '28acb77f-4c5f-4976-aab7-07b2cf01831f', 'name': 'tempest-AttachVolumeTestJSON-409875898-router', 'tenant_id': '4de97278f9254a5c88a8cddc4ec509dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:49:06Z', 'updated_at': '2021-04-19T18:55:10Z', 'revision_number': 6, 'project_id': '4de97278f9254a5c88a8cddc4ec509dc', 'gw_port_host': None}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:55:11.062909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.239292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.244326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-24ed1510-88e6-480a-91ae-8593b1736707 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:11.295192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Pushing event deleted for resources: {'Port': ['ID=80f7e37e-a7f1-47ff-bd43-2e5a4aedd758,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:11.329228 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:11.394915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.579147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.581651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.672980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.673557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28acb77f-4c5f-4976-aab7-07b2cf01831f {{(pid=86483) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:55:11.686900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.688155 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] 10.222.0.43 "DELETE /v2.0/routers/28acb77f-4c5f-4976-aab7-07b2cf01831f HTTP/1.1" status: 204 len: 168 time: 1.4939153 Apr 19 18:55:11.690800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44490) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:11.760632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Deleting subnet e71f1d65-ba89-4efa-88e1-18966dedd890 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:55:11.764021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.817385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:11.946303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.308125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.314170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:12.350987 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71f1d65-ba89-4efa-88e1-18966dedd890,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:12.353487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:12.356017 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.361915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d544e-17a5-48f2-894f-3c419281bf7b None None] Network cfe9b589-4743-4923-b4f7-bb7345484d64 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:55:12.363073 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e71f1d65-ba89-4efa-88e1-18966dedd890 HTTP/1.1" status: 204 len: 168 time: 0.6712091 Apr 19 18:55:12.365594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44506) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:12.496692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.509241 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Deleting port 248591ad-ea4e-45b8-8a31-d9c7b6067051 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:12.509619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.618779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] DHCP port deletion for cfe9b589-4743-4923-b4f7-bb7345484d64 request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:55:12.622985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Deleting port 248591ad-ea4e-45b8-8a31-d9c7b6067051 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:12.623401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.733091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] For port 248591ad-ea4e-45b8-8a31-d9c7b6067051, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=248591ad-ea4e-45b8-8a31-d9c7b6067051,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:12.734046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.810841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf93cf6b-6b0e-475b-96aa-7cd7feca3754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.852244 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] For port 248591ad-ea4e-45b8-8a31-d9c7b6067051, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=248591ad-ea4e-45b8-8a31-d9c7b6067051,segment=NetworkSegment(a83fc1e3-c5d9-4bde-bd13-78a32409749e),segment_id=a83fc1e3-c5d9-4bde-bd13-78a32409749e)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:12.852607 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:12.869145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Calling delete_port for 248591ad-ea4e-45b8-8a31-d9c7b6067051 owned by network:dhcp {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:12.989682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Calling delete_port for 248591ad-ea4e-45b8-8a31-d9c7b6067051 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:13.021546 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-57cad52b-a86e-4ffb-88a0-5a1494e90eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225152 Apr 19 18:55:13.024846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:55:13.039322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:13.044698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:13.069501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:55:13.069896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 80f7e37e-a7f1-47ff-bd43-2e5a4aedd758 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:55:13.070372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 248591ad-ea4e-45b8-8a31-d9c7b6067051 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:55:13.097455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=248591ad-ea4e-45b8-8a31-d9c7b6067051,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:13.099873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] No DVR routers for this DVR port 248591ad-ea4e-45b8-8a31-d9c7b6067051 on host dv-cinder-786929-1-smb {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:55:13.102096 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:13.115750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 248591ad-ea4e-45b8-8a31-d9c7b6067051 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:55:13.116145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 248591ad-ea4e-45b8-8a31-d9c7b6067051 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:55:13.116615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e0ce4553-2b70-43c2-8311-1caac735fbf4 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:55:13.160724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: e0ce4553-2b70-43c2-8311-1caac735fbf4 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:55:13.161117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e0ce4553-2b70-43c2-8311-1caac735fbf4 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:55:13.254484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:55:13.254924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:55:13.278012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:13.638209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-7c2af0ea-e952-4794-bb51-7bff425739a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:13.640452 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-7c2af0ea-e952-4794-bb51-7bff425739a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1098 time: 0.5101907 Apr 19 18:55:13.642025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe9b589-4743-4923-b4f7-bb7345484d64']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:13.655464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83fc1e3-c5d9-4bde-bd13-78a32409749e') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:13.655801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83fc1e3-c5d9-4bde-bd13-78a32409749e') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:55:13.689509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:13.755852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Deleting port 248591ad-ea4e-45b8-8a31-d9c7b6067051 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:13.756317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:13.763297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:13.780851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:55:13.834056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-eb3489f2-5760-4268-8cff-4fde32a706bb None None] The port '248591ad-ea4e-45b8-8a31-d9c7b6067051' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:55:13.987952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-77d8c9f1-ad2b-493f-905d-3ea68ce4c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:13.989532 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-77d8c9f1-ad2b-493f-905d-3ea68ce4c5ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.3241246 Apr 19 18:55:14.001822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Network cfe9b589-4743-4923-b4f7-bb7345484d64 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:55:14.071326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:14.272638 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-5e5a05ad-36bd-454f-8775-8c8bcc72bcee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 1001 time: 0.2733035 Apr 19 18:55:14.289208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Network cfe9b589-4743-4923-b4f7-bb7345484d64 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:55:14.347288 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:55:14.446178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-c0369fb7-76e8-40f8-b80b-03849f262192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:14.447755 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-c0369fb7-76e8-40f8-b80b-03849f262192 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.1605172 Apr 19 18:55:14.498243 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:14.509775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c0bc0b70-4268-4281-9198-44347684850b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:14.531251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:14.542402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe9b589-4743-4923-b4f7-bb7345484d64,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:14.547523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:14.577393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-e1931232-52d2-4d67-89f3-e6385e8b85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:14.579011 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-e1931232-52d2-4d67-89f3-e6385e8b85c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206865 Apr 19 18:55:14.582347 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfe9b589-4743-4923-b4f7-bb7345484d64 HTTP/1.1" status: 204 len: 168 time: 2.2157879 Apr 19 18:55:14.725629 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-d1098876-d35b-4379-aca3-f4bfc9c12fbb service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395600 Apr 19 18:55:14.849350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44520) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:14.878477 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d2ea04c-7434-48d9-9cc9-8a092fd2c16d req-e7777f30-7273-4733-b781-dbb0be5b72f0 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389637 Apr 19 18:55:14.904065 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-cff6173d-f167-41be-a11a-2e1398d5bcfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4de97278f9254a5c88a8cddc4ec509dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528159 Apr 19 18:55:14.907436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44524) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:14.974638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:15.001809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:15.071955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:15.078244 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0b77b295-55f2-4bfb-abed-267ea0ea0c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:15.092382 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0027cb-10d0-4a9f-bca5-da19a877d73e,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:15.097184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:15.100756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:15.102672 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c78a7c79-42c8-4479-882b-ab4333cfec69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d0027cb-10d0-4a9f-bca5-da19a877d73e HTTP/1.1" status: 204 len: 168 time: 0.1941807 Apr 19 18:55:15.473312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-61c45fc1-cadc-410c-8f71-2e2f208a9f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:16.010656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:16.153513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.055123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44586) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:17.180002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.195967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:17.200077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Usage tracker for resource:security_group_rule and tenant:f6298fb9efc04ccdb2ff8a554567b5ac is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:17.203185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:17.209242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:17.299833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.336671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.346744 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bcd96d2c-06b8-4ca4-9d87-b8e66f05171e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:17.397760 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6298fb9efc04ccdb2ff8a554567b5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408647 Apr 19 18:55:17.398422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb01a5-fb60-4447-8520-bcb4551670f7,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:17.400081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44592) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:17.401308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:17.466011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.499855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.524157 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.632467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.637975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:17.650901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb01a5-fb60-4447-8520-bcb4551670f7,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:17.654117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:17.656757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:17.660421 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-638ef619-839d-4838-8954-52179e686149 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39bb01a5-fb60-4447-8520-bcb4551670f7 HTTP/1.1" status: 204 len: 168 time: 0.2562466 Apr 19 18:55:18.115532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44604) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:18.134597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.150737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:18.154869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Usage tracker for resource:security_group_rule and tenant:90b9fea5e12d4d9998b1ae3161411c8d is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:18.158750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:18.164697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:18.247726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.271927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.281879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ad3ed7ab-8621-4242-97b8-e897dde2fa5b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:18.323490 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90b9fea5e12d4d9998b1ae3161411c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068701 Apr 19 18:55:18.324468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834b9e8-429c-4a54-9595-219fdf902eab,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:18.326298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44608) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:18.328559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:18.388874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.421359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.494934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.500455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2723e7b1-8c31-4426-aac9-e2e269b3322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:18.515101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834b9e8-429c-4a54-9595-219fdf902eab,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:18.517457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:18.519762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:18.520975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c834b9e8-429c-4a54-9595-219fdf902eab HTTP/1.1" status: 204 len: 168 time: 0.1924553 Apr 19 18:55:22.161652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44696) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:22.176209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:55:22.287515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.303367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:22.307480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Usage tracker for resource:security_group_rule and tenant:f3cea4e90a424496b73535facb9f35bf is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:22.310416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:22.316500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:22.400055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.438819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.448500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2f731869-6cb5-4312-8c71-2141fca59eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:22.490918 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3cea4e90a424496b73535facb9f35bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281076 Apr 19 18:55:22.491884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf68fa1-1f9b-46bf-8001-5ea51d6192e0,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:22.493911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44704) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:22.499991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.500408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.500814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.501215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.501615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.502012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.502401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.502855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.503249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.503642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.504033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.504415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:22.509307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-00b2916e-a0ef-4c1f-82db-0cd46ddaff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:22.558495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.590804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.667234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.672476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9b9d2d26-8e1a-47bb-a9ed-de55e2522b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:22.686393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf68fa1-1f9b-46bf-8001-5ea51d6192e0,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:22.689595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:22.699252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:22.703552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bf68fa1-1f9b-46bf-8001-5ea51d6192e0 HTTP/1.1" status: 204 len: 168 time: 0.2055032 Apr 19 18:55:23.221609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44728) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:23.241960 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.257588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:23.262277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Usage tracker for resource:security_group_rule and tenant:7033b44ed0cf4a48a4e1ef39bcf88894 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:23.265349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:23.271889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:23.415435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.450527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.462657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6a276758-57fd-4f40-83c1-de6e5b077d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:23.507419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01f1f2-02ed-4347-adf1-e2f71437e5a1,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:23.516088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44746) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:23.516352 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7033b44ed0cf4a48a4e1ef39bcf88894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932961 Apr 19 18:55:23.518868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dc975ab0-2689-499e-9e55-89d1f7226ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:23.646812 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.689250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.737205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e80347-acae-41bd-9107-f94c0537d7df req-772a4402-9c6f-4ffc-8f62-2b0a0a3003e0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:23.738753 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69e80347-acae-41bd-9107-f94c0537d7df req-772a4402-9c6f-4ffc-8f62-2b0a0a3003e0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1684718 Apr 19 18:55:23.793547 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69e80347-acae-41bd-9107-f94c0537d7df req-0efdbff4-9d63-4c16-ba85-7d5868442150 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482628 Apr 19 18:55:23.820775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.826468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8523a985-73f7-44b6-85b0-6744a06b8fbd tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:23.839904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01f1f2-02ed-4347-adf1-e2f71437e5a1,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:23.842366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:23.849822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:23.851080 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b01f1f2-02ed-4347-adf1-e2f71437e5a1 HTTP/1.1" status: 204 len: 168 time: 0.3336890 Apr 19 18:55:24.782753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44786) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:24.895480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267032309-network', 'tenant_id': '36b87965b5214737ac86b80cfd4c91d2'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:24.900452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:24.904497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Usage tracker for resource:network and tenant:36b87965b5214737ac86b80cfd4c91d2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:24.908139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:24.914995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:24.994661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Made reservation on behalf of 36b87965b5214737ac86b80cfd4c91d2 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:55:24.999624 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.016866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.042456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd7f4-e9a6-4c72-ba18-7c3b9fb8a777 req-fbfa6c4a-8e79-44eb-a92e-e540632e0c2e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:25.043973 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ffbbd7f4-e9a6-4c72-ba18-7c3b9fb8a777 req-fbfa6c4a-8e79-44eb-a92e-e540632e0c2e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1267011 Apr 19 18:55:25.044961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:25.049063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:36b87965b5214737ac86b80cfd4c91d2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:25.053138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:25.070846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:25.116931 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ffbbd7f4-e9a6-4c72-ba18-7c3b9fb8a777 req-1924d05c-17c7-4af3-8f85-e27c5a2af100 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648837 Apr 19 18:55:25.180516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.208803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.212878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3a5d959a-2ffc-4b4a-858a-a27cfe4e389b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:25.243973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:55:25.253409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:25.256677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:25.303310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.303648 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Added segment 1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a of type vlan for network b627da12-f6af-4e01-af70-d304fe1b4144 Apr 19 18:55:25.368628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.444619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.445997 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:25.446715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:25.452675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-43755149-4936-4994-b9d9-e73c9f48f4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:25.564365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=b627da12-f6af-4e01-af70-d304fe1b4144,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:25.567195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:25.574779 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network b627da12-f6af-4e01-af70-d304fe1b4144 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:55:25.605793 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8213010 Apr 19 18:55:25.608298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44800) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:25.614499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Request body: {'subnet': {'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267032309-subnet', 'tenant_id': '36b87965b5214737ac86b80cfd4c91d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:25.620195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:25.625047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Usage tracker for resource:subnet and tenant:36b87965b5214737ac86b80cfd4c91d2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:25.628131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:25.634470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:25.667072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Made reservation on behalf of 36b87965b5214737ac86b80cfd4c91d2 for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:55:25.672501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3940114'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:26.225302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2287881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3940099'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:26.230135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f990d243-cb16-47a4-bfa3-a709b3bafdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:26.309888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e212f3be-ecf8-4d45-8eb9-61c2620ec1f2,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:26.314368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:26.318644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Checking segment: {'id': '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:55:26.319061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Network hostable DHCP agents. Network: b627da12-f6af-4e01-af70-d304fe1b4144, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:55:26.326181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653fbdb-b317-4d4e-a128-c57ffb7fdca8 req-e69e6ece-0980-472d-aba3-f4b98effde95 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:26.327811 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e653fbdb-b317-4d4e-a128-c57ffb7fdca8 req-e69e6ece-0980-472d-aba3-f4b98effde95 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0894816 Apr 19 18:55:26.377908 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e653fbdb-b317-4d4e-a128-c57ffb7fdca8 req-f27a08ab-e803-462b-9129-c318941e89ad tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Apr 19 18:55:26.415223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Network b627da12-f6af-4e01-af70-d304fe1b4144 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:55:26.477642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, b627da12-f6af-4e01-af70-d304fe1b4144) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:55:26.487714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570fdab7-af5b-4416-b43c-8bb29dfe4e5a None None] Network b627da12-f6af-4e01-af70-d304fe1b4144 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:55:26.489990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:26.490670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:26.535703 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fe1f804e-59de-4fb6-a61e-11c18c825b30 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9260466 Apr 19 18:55:26.719003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c9b1c-2f58-4fa7-a133-ee6eda73925a None None] Network b627da12-f6af-4e01-af70-d304fe1b4144 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:55:27.011337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44820) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:27.140835 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.156992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:27.161130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Usage tracker for resource:security_group_rule and tenant:9c5d538e13af4eb98f3b06a8e94bf0b0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:27.164188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:27.170098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:27.260439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44832) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:27.262923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.267355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-423361766-network', 'tenant_id': 'dc7fb346f8704981ba2755349b51d2b6'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:27.272397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:27.276465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Usage tracker for resource:network and tenant:dc7fb346f8704981ba2755349b51d2b6 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:27.280512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:27.286637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:27.290063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.301117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dfa0a132-5546-4307-94e6-e62247fb1604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:27.313024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Made reservation on behalf of dc7fb346f8704981ba2755349b51d2b6 for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:55:27.317824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.330854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.344972 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c5d538e13af4eb98f3b06a8e94bf0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324895 Apr 19 18:55:27.345876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef4828-86e4-486c-8389-37c1f71101de,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:27.347793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 44836) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:27.349089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3dfd43e6-7464-4bf0-8b2d-c889fd35248e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:27.350740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:27.366689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Usage tracker for resource:security_group_rule and tenant:dc7fb346f8704981ba2755349b51d2b6 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:27.371642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:27.386101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:27.451071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.489782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.638360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.659879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2de70-01fc-49a0-b3f4-7f3d7124413b req-3eac529e-c6e4-44f2-b422-bcb5e325b8e8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:27.661433 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-38c2de70-01fc-49a0-b3f4-7f3d7124413b req-3eac529e-c6e4-44f2-b422-bcb5e325b8e8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1564529 Apr 19 18:55:27.896160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.902796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b6904445-1fcc-4203-9270-311b7668b576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:27.946784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:55:27.959407 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-38c2de70-01fc-49a0-b3f4-7f3d7124413b req-7f19cc80-4bbc-4ace-b030-42bd57214e84 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914903 Apr 19 18:55:27.961333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff093a7-4175-45e6-ad0f-e75894ecf359,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:27.964019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.968474 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:27.968818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:27.982874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef4828-86e4-486c-8389-37c1f71101de,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:27.984973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:27.985417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Added segment c4faf5ce-8af4-482b-aa75-861ebc407c94 of type vlan for network dbacce8b-a2e6-4483-8cd8-13416fd61b49 Apr 19 18:55:27.991963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:28.027373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.032819 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.033977 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-68afa84c-3759-4f7f-878e-d64b47ec0b6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bef4828-86e4-486c-8389-37c1f71101de HTTP/1.1" status: 204 len: 168 time: 0.6850820 Apr 19 18:55:28.078683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.080065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:28.080700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.085954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a67f96dc-2e23-490e-a33e-a4d1f81209bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:28.187030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Pushing event updated for resources: {'Network': ['ID=dbacce8b-a2e6-4483-8cd8-13416fd61b49,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:28.189702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:28.197217 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:55:28.210789 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9488082 Apr 19 18:55:28.212996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 44844) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:28.219508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Request body: {'subnet': {'network_id': 'dbacce8b-a2e6-4483-8cd8-13416fd61b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-423361766-subnet', 'tenant_id': 'dc7fb346f8704981ba2755349b51d2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:28.224746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:28.228767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Usage tracker for resource:subnet and tenant:dc7fb346f8704981ba2755349b51d2b6 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:28.231769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:28.238559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:28.289218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Made reservation on behalf of dc7fb346f8704981ba2755349b51d2b6 for: {'subnet': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:55:28.294322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850917685'] for subnet, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.768834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1333981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850917670'] for subnet, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.774016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ddb52ded-aebf-4baf-b778-df2bffd46504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:28.849934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d20e27-7f71-43f2-be3e-8e3e533f0bfa,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:28.852746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:28.860032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Checking segment: {'id': 'c4faf5ce-8af4-482b-aa75-861ebc407c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'dbacce8b-a2e6-4483-8cd8-13416fd61b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:55:28.860426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Network hostable DHCP agents. Network: dbacce8b-a2e6-4483-8cd8-13416fd61b49, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:55:28.901369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:55:28.935580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, dbacce8b-a2e6-4483-8cd8-13416fd61b49) {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:55:28.947363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeab896-b193-483c-8b5b-56cf35beb7a0 None None] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:55:28.948871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:28.949513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:28.994703 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b5b97025-f8cc-4d0a-8e29-a1b43bb7233a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7802520 Apr 19 18:55:29.213315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c108f-0a72-4a89-8f0e-4f42dd17d26b req-1e885f62-1676-46b7-98ad-4459df7d7ff7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:29.214889 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a56c108f-0a72-4a89-8f0e-4f42dd17d26b req-1e885f62-1676-46b7-98ad-4459df7d7ff7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1208096 Apr 19 18:55:29.224420 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69757b-07be-4622-a735-5dbb45c06f18 None None] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:55:29.275351 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a56c108f-0a72-4a89-8f0e-4f42dd17d26b req-1c61c200-03ae-4b3b-86dc-567e9344ed04 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514951 Apr 19 18:55:29.666940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-49b71028-cb87-4d2b-b316-ca45f4cf6220 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:29.667681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-49b71028-cb87-4d2b-b316-ca45f4cf6220 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Synchronizing usage tracker for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:network {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:55:29.711808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-49b71028-cb87-4d2b-b316-ca45f4cf6220 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Unset dirty status for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:network {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:55:29.713118 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-49b71028-cb87-4d2b-b316-ca45f4cf6220 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/networks?id=b627da12-f6af-4e01-af70-d304fe1b4144 HTTP/1.1" status: 200 len: 808 time: 0.2049434 Apr 19 18:55:29.731714 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-4adf83c7-a1c5-4a3c-8a93-1152da131dae tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/quotas/36b87965b5214737ac86b80cfd4c91d2 HTTP/1.1" status: 200 len: 375 time: 0.0108449 Apr 19 18:55:29.788472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-9990f0ef-cca1-4823-8496-cdd3897744c5 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36b87965b5214737ac86b80cfd4c91d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506215 Apr 19 18:55:30.040234 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-436d3dce-3ed2-4f9a-8b37-07047925f53b service neutron] 10.222.0.43 "GET /v2.0/networks/b627da12-f6af-4e01-af70-d304fe1b4144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440293 Apr 19 18:55:30.183921 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-fd680526-6ed6-486f-8e52-017b0da47d97 service neutron] 10.222.0.43 "GET /v2.0/networks/b627da12-f6af-4e01-af70-d304fe1b4144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372194 Apr 19 18:55:30.412452 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-30367e77-eaaa-4da2-a5cc-6162d067672e req-0bb07cb4-e281-4a90-84b8-da36106dc22f tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 210 time: 0.0553434 Apr 19 18:55:30.495796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f013-512f-4eac-82ad-e5adb68ad314 req-21df50dd-acd5-478b-a864-db9011bc9257 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:30.497382 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7162f013-512f-4eac-82ad-e5adb68ad314 req-21df50dd-acd5-478b-a864-db9011bc9257 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0922544 Apr 19 18:55:30.548616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7162f013-512f-4eac-82ad-e5adb68ad314 req-9b03aeaa-54f7-4752-b201-e97d30f63d09 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439272 Apr 19 18:55:31.577277 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-630ac257-33d7-4e5e-841c-5e9e798de42a req-359f5980-c11b-4f19-a1bd-6a137089d637 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 210 time: 0.0487792 Apr 19 18:55:31.758509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eadf45-c62b-4556-a5ea-9749dfda603e req-75c1d0ab-338f-49c4-950a-f7a1a612d3f9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:31.760030 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28eadf45-c62b-4556-a5ea-9749dfda603e req-75c1d0ab-338f-49c4-950a-f7a1a612d3f9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0916798 Apr 19 18:55:31.808116 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-28eadf45-c62b-4556-a5ea-9749dfda603e req-9c4826fa-0cfb-4b44-9a8f-6490c16206f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Apr 19 18:55:32.053208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-1ae459c7-3a58-4cda-857e-2b42b933783a tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:32.054738 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-1ae459c7-3a58-4cda-857e-2b42b933783a tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.16 "GET /v2.0/networks?id=b627da12-f6af-4e01-af70-d304fe1b4144 HTTP/1.1" status: 200 len: 808 time: 0.1575656 Apr 19 18:55:32.073558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Request body: {'port': {'device_id': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144', 'admin_state_up': True, 'tenant_id': '36b87965b5214737ac86b80cfd4c91d2'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:32.217518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:32.221542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Usage tracker for resource:port and tenant:36b87965b5214737ac86b80cfd4c91d2 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:32.224529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:32.230599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:32.266012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Made reservation on behalf of 36b87965b5214737ac86b80cfd4c91d2 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:55:32.272338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:32.686773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Allocated IP 172.20.0.5 (b627da12-f6af-4e01-af70-d304fe1b4144/e212f3be-ecf8-4d45-8eb9-61c2620ec1f2/0ce3de39-74d9-48b3-a290-9ee58357fb97) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:55:32.757547 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66f93474-6f0b-4a08-851e-c5b358f52292 req-f0a70e4f-a2e2-46a5-8723-6f0d175d2873 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 210 time: 0.0501585 Apr 19 18:55:32.900542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:32.988507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:32.995748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-80cbaf9e-d2a5-4ea8-8202-4094961df9f6 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:33.079200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Network b627da12-f6af-4e01-af70-d304fe1b4144 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:55:33.084361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:55:33.093642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:55:33.130998 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Pushing event updated for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:33.138222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:33.162095 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b735-5170-4c89-8774-c9f1ddf8da76 req-2169f626-b136-497d-9edc-caba8f29a518 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:33.163648 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f65b735-5170-4c89-8774-c9f1ddf8da76 req-2169f626-b136-497d-9edc-caba8f29a518 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.2294886 Apr 19 18:55:33.194153 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:33.194828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:33.237537 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1f65b735-5170-4c89-8774-c9f1ddf8da76 req-34f9dca3-8cdb-4c35-ae05-3f7227c01d41 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643995 Apr 19 18:55:33.250687 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1811080 Apr 19 18:55:33.269193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Request body: {'port': {'device_id': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:55:33.391599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:33.755780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce3de39-74d9-48b3-a290-9ee58357fb97 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:55:33.764697 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:33.780834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Transition to ACTIVE for port object 0ce3de39-74d9-48b3-a290-9ee58357fb97 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:55:33.828513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:33.834991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-befbac52-1ea8-413a-9f80-df8eb19491a0 tempest-VolumesActionsTest-794711821 tempest-VolumesActionsTest-794711821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:33.970256 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c7252-cacd-423f-8e2a-65ee6e8a6183 req-94cfe2ad-5dce-49f1-aebe-98afd6f2871e tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:33.972204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7f4c7252-cacd-423f-8e2a-65ee6e8a6183 req-94cfe2ad-5dce-49f1-aebe-98afd6f2871e tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 943 time: 0.0987484 Apr 19 18:55:33.975093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Pushing event updated for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:33.978011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:34.024245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-7f4c7252-cacd-423f-8e2a-65ee6e8a6183 req-1f3999b5-d512-40be-b395-e82d69b385eb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Synchronizing usage tracker for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:security_group {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:55:34.084501 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-7f4c7252-cacd-423f-8e2a-65ee6e8a6183 req-1f3999b5-d512-40be-b395-e82d69b385eb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Unset dirty status for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:security_group {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:55:34.085859 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7f4c7252-cacd-423f-8e2a-65ee6e8a6183 req-1f3999b5-d512-40be-b395-e82d69b385eb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064179 Apr 19 18:55:34.092710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Attempting to bind port 0ce3de39-74d9-48b3-a290-9ee58357fb97 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:55:34.093100 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Attempting to bind port 0ce3de39-74d9-48b3-a290-9ee58357fb97 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:55:34.093478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Attempting to bind port 0ce3de39-74d9-48b3-a290-9ee58357fb97 on network b627da12-f6af-4e01-af70-d304fe1b4144 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:55:34.099138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Port 0ce3de39-74d9-48b3-a290-9ee58357fb97 on network b627da12-f6af-4e01-af70-d304fe1b4144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:55:34.099702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Attempting to bind port 0ce3de39-74d9-48b3-a290-9ee58357fb97 on network b627da12-f6af-4e01-af70-d304fe1b4144 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:55:34.106327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:55:34.106724 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Checking segment: {'id': '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:55:34.107151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Bound using segment: {'id': '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:55:34.108232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Bound port: 0ce3de39-74d9-48b3-a290-9ee58357fb97, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:55:34.108585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:34.209608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:55:34.212726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97,segment=NetworkSegment(1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a),segment_id=1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:55:34.244740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:34.250167 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b4ea1f8e-a7b4-4914-907f-4cfcdcbf20fb tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:34.305406 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:34.306084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:34.307608 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] 10.222.0.16 "PUT /v2.0/ports/0ce3de39-74d9-48b3-a290-9ee58357fb97 HTTP/1.1" status: 200 len: 1093 time: 1.0436106 Apr 19 18:55:34.308141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:55:34.339563 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Pushing event updated for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:34.344048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:34.356336 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97', 'status': 'completed', 'code': 200} Apr 19 18:55:34.528177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fac4a8-d357-414d-8892-c2815fff178c req-d113a3bd-d9a3-41fb-bdd8-fd65f4a531b7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:34.530883 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72fac4a8-d357-414d-8892-c2815fff178c req-d113a3bd-d9a3-41fb-bdd8-fd65f4a531b7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1636419 Apr 19 18:55:34.533882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745d6d-292b-41f6-8096-9cd06350464e req-3c004b4c-bc58-4dee-80c8-fb9ad8de9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:34.535354 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8b745d6d-292b-41f6-8096-9cd06350464e req-3c004b4c-bc58-4dee-80c8-fb9ad8de9efe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36b87965b5214737ac86b80cfd4c91d2&device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 1096 time: 0.1226246 Apr 19 18:55:34.664926 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72fac4a8-d357-414d-8892-c2815fff178c req-3f332afb-00db-4e06-a404-b02e2b304c99 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280818 Apr 19 18:55:34.724477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745d6d-292b-41f6-8096-9cd06350464e req-c40e2690-918a-4b58-acaa-7ee1b4d76c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:34.726007 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8b745d6d-292b-41f6-8096-9cd06350464e req-c40e2690-918a-4b58-acaa-7ee1b4d76c18 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=36b87965b5214737ac86b80cfd4c91d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1742978 Apr 19 18:55:34.877111 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745d6d-292b-41f6-8096-9cd06350464e req-82441b47-0922-44d3-adea-edf913fcf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:34.878689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8b745d6d-292b-41f6-8096-9cd06350464e req-82441b47-0922-44d3-adea-edf913fcf6bb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419933 Apr 19 18:55:35.001109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-cef30841-489a-473d-bf15-77287cb38298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:35.002745 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-cef30841-489a-473d-bf15-77287cb38298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36b87965b5214737ac86b80cfd4c91d2&device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 1096 time: 0.0829098 Apr 19 18:55:35.079330 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-87b0810e-fcca-4400-959e-4a2b7fe192cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97 HTTP/1.1" status: 200 len: 217 time: 0.0677752 Apr 19 18:55:35.153626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-ab729c3d-dda4-4e80-80dc-50ce099cc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:35.155332 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-ab729c3d-dda4-4e80-80dc-50ce099cc068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e212f3be-ecf8-4d45-8eb9-61c2620ec1f2 HTTP/1.1" status: 200 len: 848 time: 0.0685437 Apr 19 18:55:35.214365 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-e1b13922-cd73-4ba8-baaa-1c7691846370 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b627da12-f6af-4e01-af70-d304fe1b4144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488415 Apr 19 18:55:35.297901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26c13-c968-4250-b8c9-c87ca344e9fc req-5ee650f5-4d08-47e1-a030-cd8d9eb03f1d tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:35.299430 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84c26c13-c968-4250-b8c9-c87ca344e9fc req-5ee650f5-4d08-47e1-a030-cd8d9eb03f1d tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 943 time: 0.0911150 Apr 19 18:55:35.359309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-84c26c13-c968-4250-b8c9-c87ca344e9fc req-bb13c7ea-3e85-47e4-a0d4-d5869fb313e8 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494504 Apr 19 18:55:35.372035 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-bb58a6d4-a061-446b-9c82-5645f70ad41f service neutron] 10.222.0.16 "GET /v2.0/networks/b627da12-f6af-4e01-af70-d304fe1b4144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466818 Apr 19 18:55:35.521787 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-52b8c75b-5afd-4d92-8e62-094a3d136cd5 req-b17076b7-2253-4195-a47e-e496ba13dc12 service neutron] 10.222.0.16 "GET /v2.0/networks/b627da12-f6af-4e01-af70-d304fe1b4144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404042 Apr 19 18:55:35.875323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479b0e-244e-41fe-8971-bef25dfa1939 req-d5a42879-7ad6-43b6-b609-9c60b98a438d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:35.876933 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bc479b0e-244e-41fe-8971-bef25dfa1939 req-d5a42879-7ad6-43b6-b609-9c60b98a438d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0904996 Apr 19 18:55:35.929344 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bc479b0e-244e-41fe-8971-bef25dfa1939 req-6369c15d-680b-47de-b62e-502e7e3b3d0b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459337 Apr 19 18:55:36.562030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0f28d-d6d6-4fce-9a02-cae3c6a35c5d req-69141e39-57b9-4605-80ad-9bd092ab9a32 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:36.563636 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82f0f28d-d6d6-4fce-9a02-cae3c6a35c5d req-69141e39-57b9-4605-80ad-9bd092ab9a32 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 943 time: 0.0911672 Apr 19 18:55:36.613162 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-82f0f28d-d6d6-4fce-9a02-cae3c6a35c5d req-40ed255f-1b7b-4d75-84f4-8c8c319458ec tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Apr 19 18:55:37.142346 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d15c7-89d1-490c-9716-bec7f72551f1 req-adf17261-36ef-41ff-8a04-5016e876a5ba tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:37.143986 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-051d15c7-89d1-490c-9716-bec7f72551f1 req-adf17261-36ef-41ff-8a04-5016e876a5ba tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0911992 Apr 19 18:55:37.193612 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-051d15c7-89d1-490c-9716-bec7f72551f1 req-86e22ba8-efca-430a-ad74-6b03d97883f1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Apr 19 18:55:37.819520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794f8b2-8dcb-4970-b03b-1e92480de1f3 req-8eb94e67-7e33-4233-8300-c7123216b74f tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:37.820985 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1794f8b2-8dcb-4970-b03b-1e92480de1f3 req-8eb94e67-7e33-4233-8300-c7123216b74f tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 943 time: 0.0912900 Apr 19 18:55:37.868467 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1794f8b2-8dcb-4970-b03b-1e92480de1f3 req-82af441d-f2d3-4130-9ccc-c4b62d9ad07a tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Apr 19 18:55:38.405890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75a0c9-bdc8-40e3-ba4e-3879a37f74e3 req-25aee8c5-afdd-4d25-af09-c08404346ea2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:38.407514 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6a75a0c9-bdc8-40e3-ba4e-3879a37f74e3 req-25aee8c5-afdd-4d25-af09-c08404346ea2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0949960 Apr 19 18:55:38.456857 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6a75a0c9-bdc8-40e3-ba4e-3879a37f74e3 req-5e8a8587-d276-4388-b209-47ee72f6cb8f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Apr 19 18:55:39.068410 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de3c74-5293-469d-b401-f34c75f74686 req-dc8e4ce2-1e1e-4a45-ab7e-cfd77a465e87 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:39.069971 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f3de3c74-5293-469d-b401-f34c75f74686 req-dc8e4ce2-1e1e-4a45-ab7e-cfd77a465e87 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 943 time: 0.0890124 Apr 19 18:55:39.117941 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f3de3c74-5293-469d-b401-f34c75f74686 req-e06bc2d0-99dd-4e7a-ba5d-0eedd07dc4d7 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Apr 19 18:55:39.486698 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 0ce3de39-74d9-48b3-a290-9ee58357fb97 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:55:39.639959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97,segment=NetworkSegment(1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a),segment_id=1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:39.653945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '0ce3de39-74d9-48b3-a290-9ee58357fb97', 'network_id': 'b627da12-f6af-4e01-af70-d304fe1b4144', 'port_id': '0ce3de39-74d9-48b3-a290-9ee58357fb97', 'mac_address': 'fa:16:3e:32:ae:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212f3be-ecf8-4d45-8eb9-61c2620ec1f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:55:39.669916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d71e-28e6-47d7-adcb-30953906d0d6 req-13b65314-b085-4e98-b06d-db61189ad142 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:39.671538 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99f0d71e-28e6-47d7-adcb-30953906d0d6 req-13b65314-b085-4e98-b06d-db61189ad142 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0922821 Apr 19 18:55:39.718593 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:39.722708 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-99f0d71e-28e6-47d7-adcb-30953906d0d6 req-8f104b51-af67-4813-9ed1-efd97a3d1773 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Apr 19 18:55:39.740537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce3de39-74d9-48b3-a290-9ee58357fb97 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:55:39.757440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97,segment=NetworkSegment(1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a),segment_id=1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:39.804439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:39.806326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:39.877189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:39.885041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.885691 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.886066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.886437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.886832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.887202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.887633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.888026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.888360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.889459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.889888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.890250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:55:39.894354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:40.080537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['0ce3de39-74d9-48b3-a290-9ee58357fb97'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:55:40.319500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c666a-a297-4049-aff8-3a7fe139ddce req-c779c1d7-a25c-46a2-97f3-7aed423d87e2 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:40.321065 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a28c666a-a297-4049-aff8-3a7fe139ddce req-c779c1d7-a25c-46a2-97f3-7aed423d87e2 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 944 time: 0.0907011 Apr 19 18:55:40.369117 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a28c666a-a297-4049-aff8-3a7fe139ddce req-393327c5-816e-4a7e-9a49-88941d579c80 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Apr 19 18:55:40.939019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2121c-f7e0-4f7e-9ac3-c29240c1ffa2 req-e5eff8e6-56c9-4d20-9861-757eb7b3081c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:40.940435 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ae2121c-f7e0-4f7e-9ac3-c29240c1ffa2 req-e5eff8e6-56c9-4d20-9861-757eb7b3081c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0954609 Apr 19 18:55:40.992099 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2ae2121c-f7e0-4f7e-9ac3-c29240c1ffa2 req-461e67be-72bf-46be-a565-6efc8e46bad1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451484 Apr 19 18:55:41.054357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.270652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 45030) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:41.396462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.412195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:41.416289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f082b654bf1046c8a4eaa7f557a15604 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:41.419263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:41.425919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:41.486769 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 0ce3de39-74d9-48b3-a290-9ee58357fb97 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:55:41.562498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.599577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc775-7906-467e-871e-b9b098312577 req-317b61e0-6896-460b-8348-1c32be1ec57e tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:41.601206 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-504fc775-7906-467e-871e-b9b098312577 req-317b61e0-6896-460b-8348-1c32be1ec57e tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 944 time: 0.1081402 Apr 19 18:55:41.615917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 0ce3de39-74d9-48b3-a290-9ee58357fb97 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:55:41.621359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 0ce3de39-74d9-48b3-a290-9ee58357fb97 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:55:41.621902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.623935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.635130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-094b8e9f-68bf-4052-95b6-d2f60bb920b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:41.695185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f082b654bf1046c8a4eaa7f557a15604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233656 Apr 19 18:55:41.697815 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342cc19-4990-47f2-8e7f-f1281f7f070d,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:41.697990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45038) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:41.703628 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-504fc775-7906-467e-871e-b9b098312577 req-f0d4f13a-1349-433e-abb2-523d06e32fea tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959241 Apr 19 18:55:41.704448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:41.749992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.767087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.778650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:55:41.789509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97,segment=NetworkSegment(1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a),segment_id=1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:41.795009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.821380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.823416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7e409ad1-8ae1-4f18-9b0b-db9f38188e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:41.896532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:41.899928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:41.941457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.947002 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ec7e91f2-b76b-4327-b265-01d89e7b6b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:41.960640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342cc19-4990-47f2-8e7f-f1281f7f070d,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:41.963906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:41.964241 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97', 'code': 200} Apr 19 18:55:41.965988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:41.969813 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1df7f321-56e2-4f65-b365-5f8e748ad7fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2342cc19-4990-47f2-8e7f-f1281f7f070d HTTP/1.1" status: 204 len: 168 time: 0.2681029 Apr 19 18:55:42.237668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d62c-e4c7-4aa1-b50d-24c9ab99a583 req-0a1081a8-3689-432b-807f-8d51483c1df6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:42.239376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f48d62c-e4c7-4aa1-b50d-24c9ab99a583 req-0a1081a8-3689-432b-807f-8d51483c1df6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0940359 Apr 19 18:55:42.297585 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f48d62c-e4c7-4aa1-b50d-24c9ab99a583 req-0bc178f5-633b-4bb3-ac16-8bb6e3fcbede tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515985 Apr 19 18:55:42.341865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6e81b-8743-4079-9dd1-3850f36a8728 req-6bedb973-f1da-45a1-846c-4afa177ff211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:42.343510 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66b6e81b-8743-4079-9dd1-3850f36a8728 req-6bedb973-f1da-45a1-846c-4afa177ff211 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 1098 time: 0.0992742 Apr 19 18:55:42.389107 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-66b6e81b-8743-4079-9dd1-3850f36a8728 req-db6682f0-bbce-4085-bdf8-315c19fc1c1c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Apr 19 18:55:42.776182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a7265e73-cbcc-41c2-93d5-b7e114fe8438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:42.923504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70c4f-f249-418d-a704-db7da1eef905 req-d2c8e534-d996-4aaf-a449-db760c5f4bbe tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:42.924212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-15a70c4f-f249-418d-a704-db7da1eef905 req-d2c8e534-d996-4aaf-a449-db760c5f4bbe tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Synchronizing usage tracker for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:55:42.964589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-15a70c4f-f249-418d-a704-db7da1eef905 req-d2c8e534-d996-4aaf-a449-db760c5f4bbe tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Unset dirty status for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:55:42.965890 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-15a70c4f-f249-418d-a704-db7da1eef905 req-d2c8e534-d996-4aaf-a449-db760c5f4bbe tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 945 time: 0.1348159 Apr 19 18:55:43.016705 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-15a70c4f-f249-418d-a704-db7da1eef905 req-8e209d0a-4a26-49df-9d73-976d5c5f8443 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Apr 19 18:55:43.507439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8b859-5cd3-443b-9238-d3fefc06cfac req-f5fb8fb2-af80-4db8-8595-62be69c084bc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:43.509094 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62a8b859-5cd3-443b-9238-d3fefc06cfac req-f5fb8fb2-af80-4db8-8595-62be69c084bc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0908141 Apr 19 18:55:43.562796 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-62a8b859-5cd3-443b-9238-d3fefc06cfac req-d276fd10-0d3a-4e9c-9f25-da19ed8f6e04 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 Apr 19 18:55:44.217500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535eb28-8f17-42c1-9a83-73500423db6a req-8735a345-48ed-4f36-827a-be87946c80b4 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:44.219140 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2535eb28-8f17-42c1-9a83-73500423db6a req-8735a345-48ed-4f36-827a-be87946c80b4 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 945 time: 0.0885062 Apr 19 18:55:44.266973 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2535eb28-8f17-42c1-9a83-73500423db6a req-63910a2f-c7a5-4af5-aa8a-f9ea14495eae tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Apr 19 18:55:44.770249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f0370-cbaa-4f97-bf6b-9ca78ea170df req-0413ee1a-612e-4442-8796-8c1ef26259e8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:44.771858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c28f0370-cbaa-4f97-bf6b-9ca78ea170df req-0413ee1a-612e-4442-8796-8c1ef26259e8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0890172 Apr 19 18:55:44.820749 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c28f0370-cbaa-4f97-bf6b-9ca78ea170df req-acfc698e-974b-43d3-a6e2-c7238ecb7a2c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Apr 19 18:55:45.483098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-92060883-e10d-4f4c-9686-3ad4615c5110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:46.014508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:46.037687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da79a6-f949-44af-8d01-60446446f2f4 req-842fe24f-d869-4b50-9a22-226ef20d67f3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:46.039342 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13da79a6-f949-44af-8d01-60446446f2f4 req-842fe24f-d869-4b50-9a22-226ef20d67f3 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0942872 Apr 19 18:55:46.088451 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13da79a6-f949-44af-8d01-60446446f2f4 req-fc997a17-5c2d-4b53-a754-5291f8b7d8c6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Apr 19 18:55:46.158841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:47.298479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5a832-2283-477d-b98d-b8f394293657 req-ed38b8a5-47ca-4675-bca2-fa29c0684c58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:47.300114 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f1e5a832-2283-477d-b98d-b8f394293657 req-ed38b8a5-47ca-4675-bca2-fa29c0684c58 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0915463 Apr 19 18:55:47.348715 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f1e5a832-2283-477d-b98d-b8f394293657 req-89250f3e-1ebf-40c4-ad6f-53dd43ccf6d4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Apr 19 18:55:47.524572 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:48.456522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e78a4-b0d6-469a-bcfb-27d803af522b req-1cc63d96-ba83-4fc3-9055-a72778bb3f4d tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:48.458123 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-678e78a4-b0d6-469a-bcfb-27d803af522b req-1cc63d96-ba83-4fc3-9055-a72778bb3f4d tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 945 time: 0.0902910 Apr 19 18:55:48.507041 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-678e78a4-b0d6-469a-bcfb-27d803af522b req-4b621ea1-15bf-455b-8fdc-66db62253f7f tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Apr 19 18:55:48.568516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b9a5f-4bca-401c-8b06-0dc795b97c76 req-4f303208-b597-4e3f-bc41-c6f033c82bd6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:48.570122 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-940b9a5f-4bca-401c-8b06-0dc795b97c76 req-4f303208-b597-4e3f-bc41-c6f033c82bd6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0953667 Apr 19 18:55:48.617974 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-940b9a5f-4bca-401c-8b06-0dc795b97c76 req-b434e444-6cc6-4087-bf4f-718dd9b85115 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Apr 19 18:55:49.385636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45160) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:49.510717 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:49.526152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:55:49.530846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b60e77a6db46dd8a59b829bf66285e is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:55:49.533887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:55:49.540065 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:55:49.630441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:49.695942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:49.706300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2e425160-928e-4f53-9503-1f3546b1be2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:49.730137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a49d2e-e9ec-408f-9241-27fac9eeb942 req-2bc35331-fa77-4b39-b222-2bbedd365a61 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:49.731692 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01a49d2e-e9ec-408f-9241-27fac9eeb942 req-2bc35331-fa77-4b39-b222-2bbedd365a61 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 945 time: 0.0989990 Apr 19 18:55:49.781432 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01a49d2e-e9ec-408f-9241-27fac9eeb942 req-48dead39-b161-42d1-915d-1258e2705261 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/security-groups?id=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Apr 19 18:55:49.796573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761db12-8d36-43ad-b0d5-9478f9b8c459,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:49.800405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:50.027992 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ef46d19b-3c33-49af-8d99-daf0146a00a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9b60e77a6db46dd8a59b829bf66285e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410577 Apr 19 18:55:50.031488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 45170) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:55:50.071139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e1bc9-61b0-425d-91c3-be18b03fbd4a req-bf555783-61a9-49fd-ad63-694cdd6b7520 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:50.072773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-267e1bc9-61b0-425d-91c3-be18b03fbd4a req-bf555783-61a9-49fd-ad63-694cdd6b7520 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.3287923 Apr 19 18:55:50.093536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.120278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.173154 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-267e1bc9-61b0-425d-91c3-be18b03fbd4a req-4df8f429-4477-45c0-82b4-7285a11f35cf tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922782 Apr 19 18:55:50.206067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889442-b611-4914-a62f-58c85659d82a req-f89ca0f8-aa37-4ac2-a0df-0ab7f760a0e4 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:50.207652 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8889442-b611-4914-a62f-58c85659d82a req-f89ca0f8-aa37-4ac2-a0df-0ab7f760a0e4 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 945 time: 0.1127548 Apr 19 18:55:50.225725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.231091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4a8dfb19-493f-46fa-a9fe-192204762513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:50.244154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761db12-8d36-43ad-b0d5-9478f9b8c459,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:50.246810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:50.256038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.259690 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b761db12-8d36-43ad-b0d5-9478f9b8c459 HTTP/1.1" status: 204 len: 168 time: 0.2247119 Apr 19 18:55:50.292310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Deleting port 0ce3de39-74d9-48b3-a290-9ee58357fb97 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:55:50.292703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.569236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] For port 0ce3de39-74d9-48b3-a290-9ee58357fb97, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0ce3de39-74d9-48b3-a290-9ee58357fb97,segment=NetworkSegment(1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a),segment_id=1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:50.569808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:50.705350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Calling delete_port for 0ce3de39-74d9-48b3-a290-9ee58357fb97 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:55:51.000545 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-38244246-af30-4be2-a027-20d050c5ff5f req-8cd6b6c3-72ac-41fe-af10-fffb5df19ff7 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 210 time: 0.0508103 Apr 19 18:55:51.025600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:51.033305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:51.037978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['0ce3de39-74d9-48b3-a290-9ee58357fb97'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:55:51.121443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Pushing event deleted for resources: {'Port': ['ID=0ce3de39-74d9-48b3-a290-9ee58357fb97,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:51.124556 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:51.165600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] No DVR routers for this DVR port 0ce3de39-74d9-48b3-a290-9ee58357fb97 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:55:51.168035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:51.171485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'name': 'network-vif-deleted', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:55:51.230346 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c46fe2d-8aad-4a2b-8499-4db82f247503', 'name': 'network-vif-deleted', 'tag': '0ce3de39-74d9-48b3-a290-9ee58357fb97', 'status': 'completed', 'code': 200} Apr 19 18:55:51.263009 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8889442-b611-4914-a62f-58c85659d82a req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.16 "DELETE /v2.0/ports/0ce3de39-74d9-48b3-a290-9ee58357fb97 HTTP/1.1" status: 204 len: 173 time: 1.0479057 Apr 19 18:55:51.394595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445220d9-cf21-41bf-9c46-e3b9923fb2e7 req-cb47042a-1769-4709-8fde-cb4d33488214 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:51.396416 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-445220d9-cf21-41bf-9c46-e3b9923fb2e7 req-cb47042a-1769-4709-8fde-cb4d33488214 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0965919 Apr 19 18:55:51.447695 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-445220d9-cf21-41bf-9c46-e3b9923fb2e7 req-88f4996f-1169-46b6-a041-ecb62ad1a184 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Apr 19 18:55:51.548282 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:55:51.694235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:51.709028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:55:51.773127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:51.791213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:55:51.807733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:51.850173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:51.854187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:51.928786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=6']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:51.931963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:51.939928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['c384705d-6c2d-4401-9a08-4bafe6d07320'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:55:52.221796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-631c789a-897b-4ae1-93a4-439cf81c2c67 req-6ff8f6bf-bbc9-40c7-901c-14f23e7ebbf6 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Synchronizing usage tracker for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:55:52.271730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-631c789a-897b-4ae1-93a4-439cf81c2c67 req-6ff8f6bf-bbc9-40c7-901c-14f23e7ebbf6 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Unset dirty status for tenant:36b87965b5214737ac86b80cfd4c91d2 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:55:52.273679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-631c789a-897b-4ae1-93a4-439cf81c2c67 req-6ff8f6bf-bbc9-40c7-901c-14f23e7ebbf6 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c46fe2d-8aad-4a2b-8499-4db82f247503 HTTP/1.1" status: 200 len: 210 time: 0.1326542 Apr 19 18:55:52.667261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76066952-9790-4cd2-9188-91e59dfc1f06 req-d7fda6fa-2dc5-461e-83f1-18ff81383773 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:52.668875 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-76066952-9790-4cd2-9188-91e59dfc1f06 req-d7fda6fa-2dc5-461e-83f1-18ff81383773 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 944 time: 0.0937712 Apr 19 18:55:52.726100 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-76066952-9790-4cd2-9188-91e59dfc1f06 req-18e796cf-a5cc-4c99-8724-de75476ac55c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Apr 19 18:55:53.565540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:55:53.646576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port c384705d-6c2d-4401-9a08-4bafe6d07320 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:55:53.647542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:53.807686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:53.841938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:55:53.855229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:55:53.890448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:55:53.891471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 0ce3de39-74d9-48b3-a290-9ee58357fb97 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:55:53.926875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:55:53.973169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900284c-4756-420e-96ae-73e3494bce92 req-e417222c-4d0a-4582-a7d7-884280e85055 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:53.979773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c900284c-4756-420e-96ae-73e3494bce92 req-e417222c-4d0a-4582-a7d7-884280e85055 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1167414 Apr 19 18:55:54.027401 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'code': 200} Apr 19 18:55:54.042122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 0ce3de39-74d9-48b3-a290-9ee58357fb97 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:55:54.046473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 0ce3de39-74d9-48b3-a290-9ee58357fb97 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:55:54.054093 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c900284c-4756-420e-96ae-73e3494bce92 req-dc149aa9-cf52-4604-b414-95dc539eb315 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733576 Apr 19 18:55:54.055559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=7']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:55:54.058794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:55:55.291036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485adc8-2d65-42fa-b2ea-7bec36405add req-c94460a0-97ca-4ea3-a65c-ee015d7ba447 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:55.292781 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0485adc8-2d65-42fa-b2ea-7bec36405add req-c94460a0-97ca-4ea3-a65c-ee015d7ba447 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0968049 Apr 19 18:55:55.367808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0485adc8-2d65-42fa-b2ea-7bec36405add req-733c835c-7a74-48e2-8730-94855102880c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676503 Apr 19 18:55:56.588650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036f0f-64bf-426f-8651-e64f16322ab7 req-e2c4f4e6-3169-4f39-8d4b-b944d4ccdb0a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:56.588650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-38036f0f-64bf-426f-8651-e64f16322ab7 req-e2c4f4e6-3169-4f39-8d4b-b944d4ccdb0a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0993736 Apr 19 18:55:56.646721 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-38036f0f-64bf-426f-8651-e64f16322ab7 req-1aa4707d-46f0-4d02-a5a2-099cd28bb864 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512714 Apr 19 18:55:57.873300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d6d0-7053-48e2-9fd0-f7b52c62db40 req-69f4dd05-9e61-4cc0-ae4a-8e556c7c93a0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:57.874928 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2166d6d0-7053-48e2-9fd0-f7b52c62db40 req-69f4dd05-9e61-4cc0-ae4a-8e556c7c93a0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0958476 Apr 19 18:55:57.926421 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2166d6d0-7053-48e2-9fd0-f7b52c62db40 req-c3c5bd8a-1edd-4591-9a3d-d51b3cca3f4f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Apr 19 18:55:59.176147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:55:59.188814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4659e-3504-4965-9db1-863ce6db108c req-01c48851-ed15-47e3-a6cf-d5ed7a92db4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:55:59.191319 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fbc4659e-3504-4965-9db1-863ce6db108c req-01c48851-ed15-47e3-a6cf-d5ed7a92db4a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1099834 Apr 19 18:55:59.268589 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fbc4659e-3504-4965-9db1-863ce6db108c req-e08961ef-a321-4d60-8e0d-8921dcf3a0a5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645235 Apr 19 18:56:00.517524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216d52-ecc0-4260-9d51-1de11198e1cb req-b4335717-72d4-4fb6-b12e-c1491efa13a6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:00.523344 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54216d52-ecc0-4260-9d51-1de11198e1cb req-b4335717-72d4-4fb6-b12e-c1491efa13a6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.1240027 Apr 19 18:56:00.590181 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54216d52-ecc0-4260-9d51-1de11198e1cb req-90dbd594-3d74-4053-a7d1-a07a4ed8963e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570674 Apr 19 18:56:01.804761 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9230813-db62-4527-8c14-50af1bad58ed req-2d21608e-e751-4ba8-a4ce-800c6472cb2a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:01.806573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9230813-db62-4527-8c14-50af1bad58ed req-2d21608e-e751-4ba8-a4ce-800c6472cb2a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0950706 Apr 19 18:56:01.867270 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9230813-db62-4527-8c14-50af1bad58ed req-90f5264b-aeee-42ab-ba38-c588782e8709 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515709 Apr 19 18:56:03.073000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f914a9-4ad1-4f8b-b092-f4d3a9ecbe74 req-703d9d42-391a-4717-aeee-987e1426bd29 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:03.074591 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80f914a9-4ad1-4f8b-b092-f4d3a9ecbe74 req-703d9d42-391a-4717-aeee-987e1426bd29 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0904300 Apr 19 18:56:03.122714 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-80f914a9-4ad1-4f8b-b092-f4d3a9ecbe74 req-c20155c7-1115-4541-93c1-7822e6781345 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Apr 19 18:56:03.800277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91aed-b156-4129-84fc-270f78c2ebef req-a244e074-e91b-47f7-b475-21ad57093a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:03.801864 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-a244e074-e91b-47f7-b475-21ad57093a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1098 time: 0.0851524 Apr 19 18:56:03.947489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91aed-b156-4129-84fc-270f78c2ebef req-84ca6b35-281f-4721-9622-503345d9e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:03.949071 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-84ca6b35-281f-4721-9622-503345d9e907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1396053 Apr 19 18:56:04.060776 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-24b62ffc-4884-4270-9429-0da8e731fb2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 1001 time: 0.1041017 Apr 19 18:56:04.130128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91aed-b156-4129-84fc-270f78c2ebef req-295c3855-ccc3-4339-81c3-77dec3aabae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:04.131721 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-295c3855-ccc3-4339-81c3-77dec3aabae6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0638804 Apr 19 18:56:04.221289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91aed-b156-4129-84fc-270f78c2ebef req-b0a41327-dc8e-49a4-aed5-50514e4a2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:04.222955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-b0a41327-dc8e-49a4-aed5-50514e4a2396 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826590 Apr 19 18:56:04.335892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8820f-f9da-4a28-864d-347b145c90aa req-6789c4da-d228-4aa1-a5c2-09d66809651a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:04.337605 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-56c8820f-f9da-4a28-864d-347b145c90aa req-6789c4da-d228-4aa1-a5c2-09d66809651a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0935159 Apr 19 18:56:04.390572 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-5d0b08e8-8041-48d8-b06f-5557504135de service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579070 Apr 19 18:56:04.393879 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-56c8820f-f9da-4a28-864d-347b145c90aa req-f1111f5e-4dbb-412f-885a-10aa7366cf05 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491064 Apr 19 18:56:04.539613 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fde91aed-b156-4129-84fc-270f78c2ebef req-e7acefcb-d1b6-4fed-80fc-7d701a376525 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403482 Apr 19 18:56:05.602465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a9f7c-42b3-435b-8022-80b58fe11f74 req-f5cd96ab-6a10-401f-b4ea-eb27dc1acdfa tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:05.604093 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-962a9f7c-42b3-435b-8022-80b58fe11f74 req-f5cd96ab-6a10-401f-b4ea-eb27dc1acdfa tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 945 time: 0.0895956 Apr 19 18:56:05.635184 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:56:05.656834 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-962a9f7c-42b3-435b-8022-80b58fe11f74 req-35080e82-a295-402d-881e-ce71368b9c27 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441554 Apr 19 18:56:05.759931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:05.788318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:56:05.799524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:56:05.826902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:05.829088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:05.867436 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'code': 200} Apr 19 18:56:05.903497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=8']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:05.903982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:06.869146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18798-6bbf-45c3-91f3-dbd4c75648fc req-2e58b18a-47fa-400a-8c17-98eba501f6f8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:06.871127 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-21f18798-6bbf-45c3-91f3-dbd4c75648fc req-2e58b18a-47fa-400a-8c17-98eba501f6f8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0933771 Apr 19 18:56:06.921762 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-21f18798-6bbf-45c3-91f3-dbd4c75648fc req-364eefc9-aee4-497f-abf3-f1526b1acbc6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Apr 19 18:56:09.144600 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e251-c55b-4a37-8e53-4122b23350dd req-22a0ea61-be5a-400d-9d7f-031399cc655d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:09.146542 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9629e251-c55b-4a37-8e53-4122b23350dd req-22a0ea61-be5a-400d-9d7f-031399cc655d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0923111 Apr 19 18:56:09.196061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9629e251-c55b-4a37-8e53-4122b23350dd req-59d2dc8f-b2ac-458a-a030-f6511bcbaecb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Apr 19 18:56:09.559803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 45398) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:09.641703 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:56:09.693808 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-3486fd4d-1ad6-48be-8e43-bc0ec08af7a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326694 Apr 19 18:56:10.416137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae8229-0bbf-463a-92f3-6bd0c2555a43 req-3fc0a5cf-1f8d-446a-8e93-51b85c9aa681 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:10.417730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54ae8229-0bbf-463a-92f3-6bd0c2555a43 req-3fc0a5cf-1f8d-446a-8e93-51b85c9aa681 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0907879 Apr 19 18:56:10.469428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54ae8229-0bbf-463a-92f3-6bd0c2555a43 req-67835eb8-7b5b-41a4-8d2a-b790ec67ca17 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Apr 19 18:56:10.501978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db02be-efae-4483-81f8-bd4168365f91 req-29d4e04f-97f1-423a-816c-5af76872655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:10.504619 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-29d4e04f-97f1-423a-816c-5af76872655b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17&tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0914607 Apr 19 18:56:10.613027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db02be-efae-4483-81f8-bd4168365f91 req-c3293589-ac98-4d25-8dfc-ff08e399a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:10.614964 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-c3293589-ac98-4d25-8dfc-ff08e399a716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1096 time: 0.0840755 Apr 19 18:56:10.762581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db02be-efae-4483-81f8-bd4168365f91 req-811b4eac-8c72-4203-9bbc-2f9f273c4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:10.764123 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-811b4eac-8c72-4203-9bbc-2f9f273c4b82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 200 len: 918 time: 0.1417801 Apr 19 18:56:10.880657 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-d49969d7-4fc8-4ffb-989d-bcafb51f9931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 200 len: 999 time: 0.1094947 Apr 19 18:56:10.955472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db02be-efae-4483-81f8-bd4168365f91 req-fb5fe006-355f-49f7-b855-3a2fb19cfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:10.957084 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-fb5fe006-355f-49f7-b855-3a2fb19cfebd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 200 len: 856 time: 0.0662792 Apr 19 18:56:11.036684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:11.051652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db02be-efae-4483-81f8-bd4168365f91 req-6c060857-f8d9-423f-9453-7cbd3310ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:11.053300 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-6c060857-f8d9-423f-9453-7cbd3310ec34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24d2cd27-eba4-45b1-839e-b6ea6a14db12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885673 Apr 19 18:56:11.200024 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-4d1ea4ae-cd59-4b6f-9d92-17a757195703 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366663 Apr 19 18:56:11.346027 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b8db02be-efae-4483-81f8-bd4168365f91 req-831005fe-8cfa-4334-a369-3a878af7f4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363542 Apr 19 18:56:11.693666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b37de-4b7f-475e-9965-fe14dad6f206 req-1817801a-715a-4d73-92b7-bf68a20cad99 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:11.695301 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a33b37de-4b7f-475e-9965-fe14dad6f206 req-1817801a-715a-4d73-92b7-bf68a20cad99 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0911424 Apr 19 18:56:11.745933 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a33b37de-4b7f-475e-9965-fe14dad6f206 req-bf641dcd-0c86-4406-9ebc-3f8fd0e15be7 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 Apr 19 18:56:12.768331 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-208acc48-719b-4958-bdc9-142954db5749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:12.877633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45462) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:12.955945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Deleting subnet e212f3be-ecf8-4d45-8eb9-61c2620ec1f2 {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:56:12.959351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:12.964449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2645b-8b77-4704-9867-d4232335c945 req-bfef0146-5dff-4309-90b4-3476b3533801 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:12.966827 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8f2645b-8b77-4704-9867-d4232335c945 req-bfef0146-5dff-4309-90b4-3476b3533801 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0989838 Apr 19 18:56:13.020817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:13.021874 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d8f2645b-8b77-4704-9867-d4232335c945 req-8cbc7b6d-14ab-45a4-8f82-f6bd5ef6da30 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471861 Apr 19 18:56:13.104119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:13.404580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:13.411444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a9422860-962b-441c-8ccd-0e434d28c88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:13.449615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e212f3be-ecf8-4d45-8eb9-61c2620ec1f2,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:13.454135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:13.458582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:13.464934 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bf58075f-e925-46ec-99a5-d5b4533ecd2c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e212f3be-ecf8-4d45-8eb9-61c2620ec1f2 HTTP/1.1" status: 204 len: 168 time: 0.5861437 Apr 19 18:56:13.468327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45466) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:13.827394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:13.964620 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.095661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b627da12-f6af-4e01-af70-d304fe1b4144']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:14.111013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:14.113323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a003d3e-3c0c-4d3e-aa3b-27dcd65fc56a') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:14.124643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.143060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.149778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:56:14.406199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Network b627da12-f6af-4e01-af70-d304fe1b4144 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:56:14.416786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.517236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425b7d5-cacf-4cba-8aa7-94467b2566d3 req-33e3529a-7eef-4f35-937d-faa7359df65f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:14.518904 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1425b7d5-cacf-4cba-8aa7-94467b2566d3 req-33e3529a-7eef-4f35-937d-faa7359df65f tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.3531630 Apr 19 18:56:14.652141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Network b627da12-f6af-4e01-af70-d304fe1b4144 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:56:14.678884 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:56:14.753957 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1425b7d5-cacf-4cba-8aa7-94467b2566d3 req-2d24d627-73b5-496c-89c8-614631f146f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144046 Apr 19 18:56:14.802198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.806151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:14.833051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:14.835916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b627da12-f6af-4e01-af70-d304fe1b4144,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:14.839176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:14.879615 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-755fad1b-00b7-49f4-a419-3475023e5f6f admin admin] 10.222.0.43 "DELETE /v2.0/networks/b627da12-f6af-4e01-af70-d304fe1b4144 HTTP/1.1" status: 204 len: 168 time: 1.4099097 Apr 19 18:56:14.882728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45472) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:14.952693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Deleting subnet 02d20e27-7f71-43f2-be3e-8e3e533f0bfa {{(pid=86483) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:56:14.955790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.009814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853445295'] for subnet, precommit_delete_associations {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.074589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.387680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853441896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3858145'] for subnet, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.394836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:15.442521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d20e27-7f71-43f2-be3e-8e3e533f0bfa,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:15.445010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.449307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:15.453299 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c05160bb-5932-44a7-a9a2-295ba3ca1adc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/02d20e27-7f71-43f2-be3e-8e3e533f0bfa HTTP/1.1" status: 204 len: 168 time: 0.5689790 Apr 19 18:56:15.455891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45478) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:15.495736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4f502d10-575a-43c3-8b0f-0c1f9bcfb886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.578574 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.719298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.841249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbacce8b-a2e6-4483-8cd8-13416fd61b49']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:15.855160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4faf5ce-8af4-482b-aa75-861ebc407c94') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:15.855479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4faf5ce-8af4-482b-aa75-861ebc407c94') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:56:15.869504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.885718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:15.893522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:56:16.011810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea09db-3392-4e16-8a16-dbcad2971eee req-e66f950a-3524-4b5b-8c5d-95e51284c267 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:16.015309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c9ea09db-3392-4e16-8a16-dbcad2971eee req-e66f950a-3524-4b5b-8c5d-95e51284c267 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1183767 Apr 19 18:56:16.024416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.071947 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c9ea09db-3392-4e16-8a16-dbcad2971eee req-f9082b36-b0d1-4a7d-ac34-adb883a23e2b tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513260 Apr 19 18:56:16.105121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:56:16.117618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.157520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.309788 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Network dbacce8b-a2e6-4483-8cd8-13416fd61b49 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:56:16.333607 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:56:16.454280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.458193 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:16.473302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.483744 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbacce8b-a2e6-4483-8cd8-13416fd61b49,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:16.486939 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dbacce8b-a2e6-4483-8cd8-13416fd61b49 HTTP/1.1" status: 204 len: 168 time: 1.0298533 Apr 19 18:56:16.487922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-37df5b77-5206-4fd7-a089-36440e063618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:16.815397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45486) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:16.871500 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-03fd204a-effd-43a1-8fbe-7a5cab6932fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36b87965b5214737ac86b80cfd4c91d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548284 Apr 19 18:56:16.874138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45490) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:16.940590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:16.970631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.048436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.054133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-87e24dc8-e633-462d-b3e2-a24ed669093a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:17.068945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553eb4cc-c4b8-4e47-ae33-e6456a7c0a61,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:17.071723 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:17.113465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.117487 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8daf37c1-13dd-4a72-ac16-d060f4013c5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/553eb4cc-c4b8-4e47-ae33-e6456a7c0a61 HTTP/1.1" status: 204 len: 168 time: 0.2396784 Apr 19 18:56:17.306535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847893d6-a75f-4d72-af07-a3797c98eaf8 req-97bfd20d-fbfb-4f02-8191-8272967159ee tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:17.308177 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-847893d6-a75f-4d72-af07-a3797c98eaf8 req-97bfd20d-fbfb-4f02-8191-8272967159ee tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1140079 Apr 19 18:56:17.361237 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-847893d6-a75f-4d72-af07-a3797c98eaf8 req-e7be333f-e7af-488a-b282-4b2f85905deb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452409 Apr 19 18:56:17.535306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.718627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45500) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:17.774113 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d2f51315-de2f-4a8f-bb44-04818ecab849 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc7fb346f8704981ba2755349b51d2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540543 Apr 19 18:56:17.776704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45504) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:17.847248 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.875864 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.953260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.958685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-df3e3aa5-b7b1-463e-9dde-92c6ce6fa7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:17.973770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff093a7-4175-45e6-ad0f-e75894ecf359,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:17.976884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:17.977834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:17.979335 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ff093a7-4175-45e6-ad0f-e75894ecf359 HTTP/1.1" status: 204 len: 168 time: 0.2013896 Apr 19 18:56:18.615116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f97e-d9ea-4cc6-93a9-b848f60662a1 req-052017b9-e29b-4d02-a5f7-318acaf183a8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:18.616797 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9d9f97e-d9ea-4cc6-93a9-b848f60662a1 req-052017b9-e29b-4d02-a5f7-318acaf183a8 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1202579 Apr 19 18:56:18.673324 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b9d9f97e-d9ea-4cc6-93a9-b848f60662a1 req-85f2d95b-9191-4eaa-901c-3562fe005a7d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481670 Apr 19 18:56:19.909523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9b121-972d-46a2-984f-a76a86dda342 req-77f5f579-73ff-4da8-b49c-1433a6820fee tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:19.911292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fed9b121-972d-46a2-984f-a76a86dda342 req-77f5f579-73ff-4da8-b49c-1433a6820fee tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1092982 Apr 19 18:56:19.967912 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fed9b121-972d-46a2-984f-a76a86dda342 req-15e7b4bb-97fe-47f1-9e24-228ff55caa85 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499139 Apr 19 18:56:19.986372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45554) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:20.122643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.139924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:56:20.144122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe522e7810643c9a470c6b1b1c9e244 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:56:20.147292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:56:20.153636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:56:20.302734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.546484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.558386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f959c138-1d81-458a-b0cc-5e36201e4c25 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:20.606800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 45560) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:20.612274 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fe522e7810643c9a470c6b1b1c9e244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244698 Apr 19 18:56:20.614663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7477ee50-f8c5-44ba-9ae7-3d7dee7d734c,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:20.618066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d63fe0a0-5422-488c-ba4f-0de3083ce199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:20.678890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.707124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.781709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.787150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d61c5b06-9484-4856-a2aa-f5a3bd52fb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:20.798667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477ee50-f8c5-44ba-9ae7-3d7dee7d734c,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:20.809619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7477ee50-f8c5-44ba-9ae7-3d7dee7d734c HTTP/1.1" status: 204 len: 168 time: 0.2029769 Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.814939 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.815300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.816032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.816032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.816384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.816638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:20.821209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:21.209853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb75db-9c5d-400b-b3b8-b0497a9a91f0 req-12700b3f-f99e-4f28-bdf6-3cd380333241 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:21.211560 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40eb75db-9c5d-400b-b3b8-b0497a9a91f0 req-12700b3f-f99e-4f28-bdf6-3cd380333241 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1051950 Apr 19 18:56:21.273026 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40eb75db-9c5d-400b-b3b8-b0497a9a91f0 req-6eda0e09-2546-41f4-b25f-47cbb21f46e2 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544274 Apr 19 18:56:22.494140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b627-b461-4f07-9621-99d739e7e3f8 req-fbeebe24-2f3a-4ca3-a61b-fd2149cc9145 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:22.496789 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6828b627-b461-4f07-9621-99d739e7e3f8 req-fbeebe24-2f3a-4ca3-a61b-fd2149cc9145 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.1008003 Apr 19 18:56:22.548731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6828b627-b461-4f07-9621-99d739e7e3f8 req-31c82105-06ff-4c4e-81e9-19fd3069075d tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454702 Apr 19 18:56:23.057757 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-e6b0c869-86a3-4e5c-b77d-8a282bc07005 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785248 Apr 19 18:56:23.163500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-2298ac9f-7512-42c2-b4f7-b3050d3adc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:23.165198 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-2298ac9f-7512-42c2-b4f7-b3050d3adc79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0818965 Apr 19 18:56:23.559789 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-59e21b46-7337-4dd5-8bee-4320bb3bdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:23.561520 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-59e21b46-7337-4dd5-8bee-4320bb3bdc64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.3738317 Apr 19 18:56:23.680195 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-b55b7736-3c7a-47d9-8067-55ec32fcf826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 1000 time: 0.1109076 Apr 19 18:56:23.753178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-a9bae128-1495-46f9-96e0-37884eac7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:23.754801 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-a9bae128-1495-46f9-96e0-37884eac7428 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0675707 Apr 19 18:56:23.768355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521123-9e09-450c-9f42-f1c4decff969 req-b2019742-9679-4eaa-9fbf-c662f4f72a92 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:23.770163 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f4521123-9e09-450c-9f42-f1c4decff969 req-b2019742-9679-4eaa-9fbf-c662f4f72a92 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0988820 Apr 19 18:56:23.823197 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f4521123-9e09-450c-9f42-f1c4decff969 req-ca1de783-5e95-489e-a53e-757cea0d88e5 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462244 Apr 19 18:56:23.856192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-30637dfe-7219-4159-8275-eba18b250263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:23.858602 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-30637dfe-7219-4159-8275-eba18b250263 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968101 Apr 19 18:56:24.006858 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-e70732ea-f152-4c82-ab70-cfb1dafd5e8d service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410806 Apr 19 18:56:24.152756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-851a17c3-e93a-4259-95e5-7b149291ebcd req-0146938c-0279-47e8-be02-bdeb66566d73 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391160 Apr 19 18:56:25.043460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba950b-44fa-4040-bb42-c66c842208c6 req-78179646-4734-4a1a-9187-197af8eea3cc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:25.045210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-65ba950b-44fa-4040-bb42-c66c842208c6 req-78179646-4734-4a1a-9187-197af8eea3cc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 943 time: 0.0961382 Apr 19 18:56:25.096284 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-65ba950b-44fa-4040-bb42-c66c842208c6 req-a296d56c-9c37-40e1-bbac-4db95cdce583 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Apr 19 18:56:25.743965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:56:25.890270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:56:25.905674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'port_id': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'mac_address': 'fa:16:3e:dd:a6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:56:25.965649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:25.986224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:56:26.007429 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:56:26.316419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c11472-dc9a-4d40-bf8d-36b997cc0468 req-a2312cd8-7a28-4dd0-ac4d-30488ea1d10c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:26.318002 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-07c11472-dc9a-4d40-bf8d-36b997cc0468 req-a2312cd8-7a28-4dd0-ac4d-30488ea1d10c tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 944 time: 0.0971937 Apr 19 18:56:26.375011 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-07c11472-dc9a-4d40-bf8d-36b997cc0468 req-f02b822a-6186-4d89-a86a-814ec6f5e2f0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503480 Apr 19 18:56:26.722346 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:26.725050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f378e0a0-2a1e-4d1e-8ea1-ea2937a8ef03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:26.799482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=9']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:26.802892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:26.956402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['c384705d-6c2d-4401-9a08-4bafe6d07320'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:56:27.593481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4b58-08b7-4f47-ad85-5220fd99f4ca req-0d70cb0b-bce0-4882-96a7-108321964fdb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:27.595103 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac9b4b58-08b7-4f47-ad85-5220fd99f4ca req-0d70cb0b-bce0-4882-96a7-108321964fdb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 944 time: 0.0966878 Apr 19 18:56:27.644441 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac9b4b58-08b7-4f47-ad85-5220fd99f4ca req-f2692f0c-115a-4fd7-bf08-b10308e5d375 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Apr 19 18:56:27.754442 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:56:27.831024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port c384705d-6c2d-4401-9a08-4bafe6d07320 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:56:27.831438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:27.959127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:27.987657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:56:27.999661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:56:28.032329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:28.034597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a840be38-96bb-45b2-87cb-edee18630c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:28.073486 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'code': 200} Apr 19 18:56:28.110143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=10']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:28.113540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:28.351452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e9221-9d96-4837-84f6-3fb6c75b0c4a req-2e006feb-a6cc-4e04-8367-5bf4159dea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:28.353055 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e36e9221-9d96-4837-84f6-3fb6c75b0c4a req-2e006feb-a6cc-4e04-8367-5bf4159dea47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 1099 time: 0.0793855 Apr 19 18:56:28.397792 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e36e9221-9d96-4837-84f6-3fb6c75b0c4a req-4595cc64-273d-452e-bd09-e0ce7c5c459b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370195 Apr 19 18:56:28.861910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f5323-c46f-4dcc-8055-bd3c3cdf860c req-074896f2-171a-4f29-ac9a-6500a2d739dc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:28.863484 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-671f5323-c46f-4dcc-8055-bd3c3cdf860c req-074896f2-171a-4f29-ac9a-6500a2d739dc tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0971446 Apr 19 18:56:28.914869 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-671f5323-c46f-4dcc-8055-bd3c3cdf860c req-c0a8cc96-2717-467d-90e7-4da35e996cb1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Apr 19 18:56:30.133292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e9dfb-8c39-4e70-aeb5-24c2cfd63d2d req-5b899893-85db-45c5-8d61-26aff86db787 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:30.135191 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-418e9dfb-8c39-4e70-aeb5-24c2cfd63d2d req-5b899893-85db-45c5-8d61-26aff86db787 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0931890 Apr 19 18:56:30.185306 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-418e9dfb-8c39-4e70-aeb5-24c2cfd63d2d req-f2c0874b-bf3f-4add-818f-72569f83380a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Apr 19 18:56:31.401327 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c400553-b4ba-435e-a090-499b3b445360 req-db862e14-0be0-4ee3-8aa6-055ff18457a4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:31.402953 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4c400553-b4ba-435e-a090-499b3b445360 req-db862e14-0be0-4ee3-8aa6-055ff18457a4 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0928991 Apr 19 18:56:31.457350 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4c400553-b4ba-435e-a090-499b3b445360 req-5cd1f0aa-0d71-4266-ad19-70f5029ba8bd tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478017 Apr 19 18:56:36.176568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:56:41.053226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:41.491925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe0091-08dd-4088-a135-0631fdf914d9 req-9ff6a3b9-44fd-4c75-aa8b-549f8ceed42c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:41.493484 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9fe0091-08dd-4088-a135-0631fdf914d9 req-9ff6a3b9-44fd-4c75-aa8b-549f8ceed42c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0911283 Apr 19 18:56:41.542682 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e9fe0091-08dd-4088-a135-0631fdf914d9 req-e0949d7f-0b6e-496e-96b4-d0b26a631922 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Apr 19 18:56:42.750614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcb491-9ced-46cf-968b-2fff61f70a81 req-3571ace7-2ecb-4aad-a04f-6e15063341ae tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:42.752975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0dfcb491-9ced-46cf-968b-2fff61f70a81 req-3571ace7-2ecb-4aad-a04f-6e15063341ae tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0951865 Apr 19 18:56:42.775038 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a502a498-56b0-48a3-9fd9-fb12ec15dfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:42.802292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-0dfcb491-9ced-46cf-968b-2fff61f70a81 req-6fe8b17f-126e-4c84-9978-7761e93fffe8 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Apr 19 18:56:44.008223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea2cea-a4b8-4ac9-8d50-30ee3aa3eccb req-b94281ec-2885-4eba-848e-ad2dd722cdf9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:44.010066 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9fea2cea-a4b8-4ac9-8d50-30ee3aa3eccb req-b94281ec-2885-4eba-848e-ad2dd722cdf9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0947933 Apr 19 18:56:44.058278 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9fea2cea-a4b8-4ac9-8d50-30ee3aa3eccb req-be73b173-0e23-46a4-a766-8468f477c944 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418475 Apr 19 18:56:45.257446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee38fb-813c-427f-9a4a-72d142f8a9dc req-fbb5eb4a-9f91-42c9-887d-bbfdbdb97a66 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:45.259298 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-97ee38fb-813c-427f-9a4a-72d142f8a9dc req-fbb5eb4a-9f91-42c9-887d-bbfdbdb97a66 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0884356 Apr 19 18:56:45.309381 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-97ee38fb-813c-427f-9a4a-72d142f8a9dc req-e161e8b8-876e-42a3-821c-1ea85bfed62c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Apr 19 18:56:45.477518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-983b005a-ba57-44c9-882d-3461bbcbac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:46.026175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:46.157512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:46.508737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c163a0-e140-48e9-bf84-18122bce60ae req-f5de82a5-e983-4209-8883-84803c3abf06 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:46.510528 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-90c163a0-e140-48e9-bf84-18122bce60ae req-f5de82a5-e983-4209-8883-84803c3abf06 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0883856 Apr 19 18:56:46.559534 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-90c163a0-e140-48e9-bf84-18122bce60ae req-ed2604f6-56b9-4148-9453-48eb630bccb9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Apr 19 18:56:47.313840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 45802) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:47.436627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.451592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:56:47.455777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Usage tracker for resource:security_group_rule and tenant:6467b47c1e9d4b10bad3eb7d7dcaedf0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:56:47.458745 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:56:47.464813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:56:47.533285 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.554086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.584345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.593039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-256d67e6-f242-45d3-95d1-a79e43e477e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:47.637059 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6467b47c1e9d4b10bad3eb7d7dcaedf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220654 Apr 19 18:56:47.640891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620be41-4add-47dc-bb6d-e52c58e242dd,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:47.641054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45810) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:56:47.642349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-773c9d7a-8243-44c7-b7cd-85e16eca6f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:47.708982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.736591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.770660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65451ff-cdb9-4757-90b6-d67875289e13 req-189c6e40-e373-44f2-94cb-137f854e45e1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:47.772253 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d65451ff-cdb9-4757-90b6-d67875289e13 req-189c6e40-e373-44f2-94cb-137f854e45e1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0946846 Apr 19 18:56:47.814575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.820092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-238431aa-4f53-4ec1-b995-3d65ee900321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:47.821690 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d65451ff-cdb9-4757-90b6-d67875289e13 req-f648dc1b-7a62-4746-9597-7344fed9fec3 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Apr 19 18:56:47.836898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620be41-4add-47dc-bb6d-e52c58e242dd,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:47.847794 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.849141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.849293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.849677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.850081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.850478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.850895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.851290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.851684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.852075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.852466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.852854 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:47.855684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:47.856880 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2620be41-4add-47dc-bb6d-e52c58e242dd HTTP/1.1" status: 204 len: 168 time: 0.2157366 Apr 19 18:56:47.857850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b85d1d76-31c1-4bef-92e8-57ff3463a74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:49.177281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628abc3-108f-4e2b-ae44-714120f19e0b req-e8c64125-b4be-45e1-ae99-1e1ffbeaabf8 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:49.179057 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9628abc3-108f-4e2b-ae44-714120f19e0b req-e8c64125-b4be-45e1-ae99-1e1ffbeaabf8 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0910442 Apr 19 18:56:49.228351 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9628abc3-108f-4e2b-ae44-714120f19e0b req-04222c9f-3ec9-4f4f-b819-0e81aec8b9cd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Apr 19 18:56:50.431393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0421ba-7e01-4d5a-bf10-f4971cb3f2b9 req-4d5e849f-4efd-45a8-a4f7-5c107be622d3 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:50.433129 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ab0421ba-7e01-4d5a-bf10-f4971cb3f2b9 req-4d5e849f-4efd-45a8-a4f7-5c107be622d3 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0892057 Apr 19 18:56:50.482184 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ab0421ba-7e01-4d5a-bf10-f4971cb3f2b9 req-4b02d63d-e14e-43e3-9e0d-5cbf825ff13d tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Apr 19 18:56:50.639729 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-c7eb8e11-2280-409a-aa58-c52a6dc9676a tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ce7d575da2f14325876d2e1b6523d743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355437 Apr 19 18:56:50.805581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-295c45a8-3e91-4da2-9b5a-1b8f4fa3f87e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:50.807077 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-295c45a8-3e91-4da2-9b5a-1b8f4fa3f87e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618094 Apr 19 18:56:50.822973 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-40f02e21-3c9a-4c17-a295-1e790cbe06ae tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/quotas/ce7d575da2f14325876d2e1b6523d743 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Apr 19 18:56:50.877444 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-2ed52c66-3d9f-497e-8ce2-01ca5745e498 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce7d575da2f14325876d2e1b6523d743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487962 Apr 19 18:56:51.302289 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4370a8da-6167-44d1-b6dd-4822fb48b5a9 req-cfd1a80c-d62e-4914-9674-04596081af6b tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 210 time: 0.2555280 Apr 19 18:56:51.605385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-fb1ba07b-f25e-4826-9699-d4690b019a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:51.606901 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-fb1ba07b-f25e-4826-9699-d4690b019a74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0832155 Apr 19 18:56:51.826965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeda238-a214-432d-b6e9-5ff2fa75f868 req-15cd1a41-662b-486b-9598-3063d593af3e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:51.828573 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-faeda238-a214-432d-b6e9-5ff2fa75f868 req-15cd1a41-662b-486b-9598-3063d593af3e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.2260289 Apr 19 18:56:51.833333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-a6facd80-ee30-4bd0-82c3-92e70bef19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:51.834824 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-a6facd80-ee30-4bd0-82c3-92e70bef19c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.1815553 Apr 19 18:56:51.962674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-faeda238-a214-432d-b6e9-5ff2fa75f868 req-bfd37c32-8161-4b96-94d5-52a63b00c7d0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267934 Apr 19 18:56:51.982544 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-7dc704e2-dd5a-43ab-a3fe-87d31d16bd6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 1000 time: 0.1275022 Apr 19 18:56:52.055533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-d4024aea-5fb9-4aa7-938f-671b36956804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:52.057095 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-d4024aea-5fb9-4aa7-938f-671b36956804 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0694079 Apr 19 18:56:52.151614 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-c9a1ffd6-0de5-4022-9acd-008689a26d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:52.153411 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-c9a1ffd6-0de5-4022-9acd-008689a26d08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848091 Apr 19 18:56:52.305085 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-3c931da4-d54b-4ae0-816d-6e6208543d9b service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390862 Apr 19 18:56:52.448663 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9f281096-41cd-469a-9f2e-17c10ef806ef req-4e8e5385-cfe5-44bb-a841-4ad59b6384c5 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358654 Apr 19 18:56:52.464463 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-130b6423-6591-49e2-b167-b5a9f0e1ccc1 req-1136b2be-e45a-4157-8755-d3e11fd2c251 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Apr 19 18:56:52.718955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-ea52c974-56b6-44ed-858a-6094bd03759f tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce7d575da2f14325876d2e1b6523d743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321395 Apr 19 18:56:52.895856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-0acc498d-0d7a-40a5-a5e8-5c4138c2d238 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:52.897382 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-0acc498d-0d7a-40a5-a5e8-5c4138c2d238 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648223 Apr 19 18:56:52.910683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Request body: {'port': {'device_id': '93860023-6c3f-4191-a776-95e105d6e635', 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0', 'admin_state_up': True, 'tenant_id': 'ce7d575da2f14325876d2e1b6523d743'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:56:53.062806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:56:53.067541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Usage tracker for resource:port and tenant:ce7d575da2f14325876d2e1b6523d743 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:56:53.070657 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:56:53.076914 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:56:53.125865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Made reservation on behalf of ce7d575da2f14325876d2e1b6523d743 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:56:53.132481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:53.156870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:53.176975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:56:53.183894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Usage tracker for resource:security_group_rule and tenant:ce7d575da2f14325876d2e1b6523d743 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:56:53.191889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:56:53.204415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:56:53.235792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00fed-a4fe-485a-bf81-f041c0f68084 req-1309377d-5acc-48a6-9ecd-82f12d67ffa7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:53.237391 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54f00fed-a4fe-485a-bf81-f041c0f68084 req-1309377d-5acc-48a6-9ecd-82f12d67ffa7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1532040 Apr 19 18:56:53.303774 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-54f00fed-a4fe-485a-bf81-f041c0f68084 req-81558770-f3db-4dba-8a9e-df418066fb82 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565267 Apr 19 18:56:53.350718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:53.401188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:53.405653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5c34613-f8b9-4f7f-a453-0985f3311af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:53.492708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:53.512329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:53.599726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Allocated IP 192.168.233.52 (d53fda71-28d8-4614-9e9b-dd6a157684c0/9a507204-926c-4441-a14d-4fdc0334a4de/7741522f-eac8-452d-a08b-5700fd474f8a) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:56:53.633938 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e6459f60-e389-494f-9633-b54204844374 req-9e10c2fb-1290-4b12-a3d4-a549f6af99f5 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 210 time: 0.0485101 Apr 19 18:56:54.091916 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:54.108019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Transition to ACTIVE for port object 7741522f-eac8-452d-a08b-5700fd474f8a will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:56:54.167930 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:54.173816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-271cef33-bda1-4633-a0e4-8dda07a3e36e tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:54.250194 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Network d53fda71-28d8-4614-9e9b-dd6a157684c0 is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:56:54.253584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:56:54.258411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:56:54.293220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Pushing event updated for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:54.301083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:54.333823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:54.334539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:54.387086 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4802957 Apr 19 18:56:54.401531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Request body: {'port': {'device_id': '93860023-6c3f-4191-a776-95e105d6e635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:56:54.586122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-be6fb909-2cdc-4f69-8cfe-34a54bc5003a None None] Provisioning for port 7741522f-eac8-452d-a08b-5700fd474f8a completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:56:54.591709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-be6fb909-2cdc-4f69-8cfe-34a54bc5003a None None] Provisioning complete for port 7741522f-eac8-452d-a08b-5700fd474f8a triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:56:54.596738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-be6fb909-2cdc-4f69-8cfe-34a54bc5003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:54.600234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:54.628884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15214dbd-f1a3-4697-a246-2fd9eaf968b6 req-e1aa76d9-6c90-4d2e-bf96-e91f0d4d6ddd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:54.631254 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-15214dbd-f1a3-4697-a246-2fd9eaf968b6 req-e1aa76d9-6c90-4d2e-bf96-e91f0d4d6ddd tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1901731 Apr 19 18:56:54.662158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-be6fb909-2cdc-4f69-8cfe-34a54bc5003a None None] Port 7741522f-eac8-452d-a08b-5700fd474f8a cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:56:54.734552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-15214dbd-f1a3-4697-a246-2fd9eaf968b6 req-e27b979c-deef-49b1-99bd-086c1acd5a4b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769291 Apr 19 18:56:54.851238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aef17-fc59-45e7-8cf3-00acc0d212f9 req-f9e3282a-5c60-4c5b-9947-fa2f0a451476 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:54.852827 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-244aef17-fc59-45e7-8cf3-00acc0d212f9 req-f9e3282a-5c60-4c5b-9947-fa2f0a451476 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 935 time: 0.0955751 Apr 19 18:56:54.903699 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-244aef17-fc59-45e7-8cf3-00acc0d212f9 req-dda607a3-65b2-43ba-a435-7ba3596c4298 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Apr 19 18:56:55.031920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7741522f-eac8-452d-a08b-5700fd474f8a {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:56:55.040317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.055875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Transition to ACTIVE for port object 7741522f-eac8-452d-a08b-5700fd474f8a will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:56:55.086874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.091507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5f4f3964-d84e-4351-ad75-b0f75d4b5f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:55.267968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Pushing event updated for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:55.304532 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:55.352007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Attempting to bind port 7741522f-eac8-452d-a08b-5700fd474f8a on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:56:55.352313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Attempting to bind port 7741522f-eac8-452d-a08b-5700fd474f8a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:56:55.352706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Attempting to bind port 7741522f-eac8-452d-a08b-5700fd474f8a on network d53fda71-28d8-4614-9e9b-dd6a157684c0 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:56:55.358030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Port 7741522f-eac8-452d-a08b-5700fd474f8a on network d53fda71-28d8-4614-9e9b-dd6a157684c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:56:55.358412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Attempting to bind port 7741522f-eac8-452d-a08b-5700fd474f8a on network d53fda71-28d8-4614-9e9b-dd6a157684c0 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:56:55.364436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:56:55.364818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Checking segment: {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:56:55.365240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Bound using segment: {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:56:55.365757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Bound port: 7741522f-eac8-452d-a08b-5700fd474f8a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f212d1a-610a-44c7-a983-57fbda7122fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:56:55.366138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.470520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:56:55.474430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7741522f-eac8-452d-a08b-5700fd474f8a,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:56:55.522449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.527671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-20962757-1822-43dd-bf56-bc959ccd2089 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:55.581370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:55.582048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:55.584730 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] 10.222.0.16 "PUT /v2.0/ports/7741522f-eac8-452d-a08b-5700fd474f8a HTTP/1.1" status: 200 len: 1097 time: 1.1885459 Apr 19 18:56:55.587224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:56:55.620352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Pushing event updated for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:55.623942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:55.647595 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a', 'status': 'completed', 'code': 200} Apr 19 18:56:55.753149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58866580-7b76-40e9-92c7-da79d499d025 req-a210a8a9-d43e-425f-8414-d073d1f2adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:55.755469 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58866580-7b76-40e9-92c7-da79d499d025 req-a210a8a9-d43e-425f-8414-d073d1f2adfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce7d575da2f14325876d2e1b6523d743&device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 1100 time: 0.0839376 Apr 19 18:56:55.791967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58866580-7b76-40e9-92c7-da79d499d025 req-f18d5f78-9705-457d-a33d-c64dd35b159d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce7d575da2f14325876d2e1b6523d743&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291555 Apr 19 18:56:55.939645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d285099-c65d-4790-9762-e31a56a367b9 req-9dc2707a-b131-4075-9838-9307c3ec2ba7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:55.941241 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d285099-c65d-4790-9762-e31a56a367b9 req-9dc2707a-b131-4075-9838-9307c3ec2ba7 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0899975 Apr 19 18:56:55.944576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58866580-7b76-40e9-92c7-da79d499d025 req-5ac33f55-baae-4880-803c-abef945133a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:55.946292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58866580-7b76-40e9-92c7-da79d499d025 req-5ac33f55-baae-4880-803c-abef945133a6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480386 Apr 19 18:56:55.996848 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d285099-c65d-4790-9762-e31a56a367b9 req-ee1014d4-d55e-426f-be8a-07c5fa40a771 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464115 Apr 19 18:56:56.139736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-60ca771e-71bf-4ee4-a3e0-e47e1a314eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:56.141338 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-60ca771e-71bf-4ee4-a3e0-e47e1a314eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce7d575da2f14325876d2e1b6523d743&device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 1100 time: 0.1555357 Apr 19 18:56:56.155293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8931fd77-2a38-42f6-9bc3-359a0ac98770 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:56.156030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8931fd77-2a38-42f6-9bc3-359a0ac98770 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Synchronizing usage tracker for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:56:56.233805 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-f88f6ce0-339c-469a-b94b-f70c38d3172f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=7741522f-eac8-452d-a08b-5700fd474f8a HTTP/1.1" status: 200 len: 217 time: 0.0746868 Apr 19 18:56:56.282405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8931fd77-2a38-42f6-9bc3-359a0ac98770 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Unset dirty status for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:56:56.283674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8931fd77-2a38-42f6-9bc3-359a0ac98770 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 947 time: 0.2473092 Apr 19 18:56:56.346435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-af62519e-7e05-4c50-8c9c-91308835f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:56.348129 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-af62519e-7e05-4c50-8c9c-91308835f7a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a507204-926c-4441-a14d-4fdc0334a4de HTTP/1.1" status: 200 len: 843 time: 0.1077142 Apr 19 18:56:56.352332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8dd86773-b016-4980-9236-03cf8b8e12f2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Synchronizing usage tracker for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:56:56.439943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8dd86773-b016-4980-9236-03cf8b8e12f2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Unset dirty status for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:56:56.441062 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ef326c03-289d-49ae-9a49-6d850a0cbcfc req-8dd86773-b016-4980-9236-03cf8b8e12f2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498775 Apr 19 18:56:56.444137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-7cd04b70-f5c2-4c55-97a4-95acaf680534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:56.445675 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-7cd04b70-f5c2-4c55-97a4-95acaf680534 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d53fda71-28d8-4614-9e9b-dd6a157684c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0894964 Apr 19 18:56:56.446204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-50a02421-c626-44c9-b846-ad06c1d09abd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497195 Apr 19 18:56:56.460648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11452b0-b831-48f3-aada-b1aa9dc5889e req-07cb6620-cf56-4268-8189-335ed612ac50 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:56.467106 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f11452b0-b831-48f3-aada-b1aa9dc5889e req-07cb6620-cf56-4268-8189-335ed612ac50 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1236475 Apr 19 18:56:56.518333 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f11452b0-b831-48f3-aada-b1aa9dc5889e req-01722995-5739-49d8-9e78-53e3fc62d0f2 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440178 Apr 19 18:56:56.609931 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-e211854e-665a-4de3-8bde-70eb2ed2fa30 service neutron] 10.222.0.16 "GET /v2.0/networks/d53fda71-28d8-4614-9e9b-dd6a157684c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560831 Apr 19 18:56:56.760623 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2f614262-a456-4013-a5ae-43bc2f21fa54 req-311a4b1e-95d1-4822-bf77-112352040d47 service neutron] 10.222.0.16 "GET /v2.0/networks/d53fda71-28d8-4614-9e9b-dd6a157684c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396301 Apr 19 18:56:57.650721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e3048-adf1-43a8-9510-471c102ae2df req-35bc186c-9aa8-4202-8538-e4fed602fce2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:57.652329 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-982e3048-adf1-43a8-9510-471c102ae2df req-35bc186c-9aa8-4202-8538-e4fed602fce2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 947 time: 0.0955551 Apr 19 18:56:57.702061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-982e3048-adf1-43a8-9510-471c102ae2df req-cb12a1c4-df61-4ea2-bb67-750afab21933 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Apr 19 18:56:57.737115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82087d7-86dd-44cc-af48-1bdcdae7186e req-5580ea58-2738-4804-9abe-fda70c0fc234 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:57.739405 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e82087d7-86dd-44cc-af48-1bdcdae7186e req-5580ea58-2738-4804-9abe-fda70c0fc234 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0963919 Apr 19 18:56:57.787868 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e82087d7-86dd-44cc-af48-1bdcdae7186e req-efdcb137-0b67-4d29-a1c5-380792082399 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Apr 19 18:56:57.955351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:56:57.972509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0e96-e943-4e84-99b5-f53643e081da req-cbade029-3409-4cb1-8084-1b5aaeccc3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:57.974706 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-cbade029-3409-4cb1-8084-1b5aaeccc3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1&tenant_id=629077fbf0ce4bcaa8671046c8880ebb HTTP/1.1" status: 200 len: 1098 time: 0.0793529 Apr 19 18:56:58.080467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:58.092862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0e96-e943-4e84-99b5-f53643e081da req-8c28520a-4bb5-4e6e-a870-b73e13b5eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:58.094643 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-8c28520a-4bb5-4e6e-a870-b73e13b5eae9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0842123 Apr 19 18:56:58.111245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:56:58.120084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:56:58.157031 dv-cinder-786929-1-smb neutron-server[86368]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'code': 422} returned with failed status Apr 19 18:56:58.158234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:56:58.160204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:56:58.230849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=6']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:56:58.238245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0e96-e943-4e84-99b5-f53643e081da req-263e6d15-ccea-4cc5-a53f-aec4c5a3c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:58.238666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.239209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.239591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.239971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.240087 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-263e6d15-ccea-4cc5-a53f-aec4c5a3c320 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.1380646 Apr 19 18:56:58.240344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.240714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.241079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.241444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.241810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.242172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.242533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.242924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:56:58.247463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:56:58.351830 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-86342a89-d177-4815-9675-879a837c9389 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 998 time: 0.1047492 Apr 19 18:56:58.420457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0e96-e943-4e84-99b5-f53643e081da req-5cf8e918-6b09-4114-bc8d-52c5a193e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:58.421958 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-5cf8e918-6b09-4114-bc8d-52c5a193e36c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0633779 Apr 19 18:56:58.508380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0e96-e943-4e84-99b5-f53643e081da req-3fa3b8ca-43d5-48fa-96cf-88badabd0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:58.510232 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-3fa3b8ca-43d5-48fa-96cf-88badabd0e30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773077 Apr 19 18:56:58.656650 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-fe9bf5c0-94bf-47b9-bfb9-22df7b84b9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391246 Apr 19 18:56:58.807435 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-67bd0e96-e943-4e84-99b5-f53643e081da req-7655f1e3-0b78-4995-be3a-8bca775e1e52 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424212 Apr 19 18:56:58.914033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a9b-218e-49d8-a438-db05fb3b143e req-9260790c-5f57-4f4e-889d-3e8dc5db5ac5 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:58.915577 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69698a9b-218e-49d8-a438-db05fb3b143e req-9260790c-5f57-4f4e-889d-3e8dc5db5ac5 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 947 time: 0.0960829 Apr 19 18:56:58.966043 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-69698a9b-218e-49d8-a438-db05fb3b143e req-26633424-0dd0-4ac2-9636-d620654e6d25 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Apr 19 18:56:59.006969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd862943-bdca-4a2c-8533-92aaed0c5c73 req-0c7f0cd4-39f7-4eca-bd16-b015db6895f1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:56:59.008841 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bd862943-bdca-4a2c-8533-92aaed0c5c73 req-0c7f0cd4-39f7-4eca-bd16-b015db6895f1 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.0980079 Apr 19 18:56:59.059911 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bd862943-bdca-4a2c-8533-92aaed0c5c73 req-2d2208c9-f271-4631-bd98-3e113e7b239f tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Apr 19 18:56:59.968619 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 7741522f-eac8-452d-a08b-5700fd474f8a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:57:00.124580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7741522f-eac8-452d-a08b-5700fd474f8a,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:00.139633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '7741522f-eac8-452d-a08b-5700fd474f8a', 'network_id': 'd53fda71-28d8-4614-9e9b-dd6a157684c0', 'port_id': '7741522f-eac8-452d-a08b-5700fd474f8a', 'mac_address': 'fa:16:3e:d6:67:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a507204-926c-4441-a14d-4fdc0334a4de', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:57:00.174953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9420-c101-4ead-9438-a7f26dc61616 req-ad3f7699-ed5a-4f31-b44a-ba22bcd5d81b tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:00.176837 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6e3d9420-c101-4ead-9438-a7f26dc61616 req-ad3f7699-ed5a-4f31-b44a-ba22bcd5d81b tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 947 time: 0.0956528 Apr 19 18:57:00.205606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:00.225257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7741522f-eac8-452d-a08b-5700fd474f8a {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:57:00.229376 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6e3d9420-c101-4ead-9438-a7f26dc61616 req-5f5b4c36-38ce-45a8-a5a2-40f83e0e4150 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Apr 19 18:57:00.244345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7741522f-eac8-452d-a08b-5700fd474f8a,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:00.271480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795639b8-f157-4536-af61-217124c92f58 req-15d45df9-776c-4df5-b1e6-db9f28f114c6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:00.271943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:00.273093 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-795639b8-f157-4536-af61-217124c92f58 req-15d45df9-776c-4df5-b1e6-db9f28f114c6 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.1004949 Apr 19 18:57:00.273861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:00.322790 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-795639b8-f157-4536-af61-217124c92f58 req-b7ba04f0-ed5b-4070-b19a-f2edb6532b3b tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Apr 19 18:57:00.345203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:00.348893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:00.521073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['7741522f-eac8-452d-a08b-5700fd474f8a'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:57:00.574755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac1fbb-c32c-49da-bc57-4b099320494f req-1fe6b6cd-bc60-4fe3-b3ba-92ac1dda1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:00.576355 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01ac1fbb-c32c-49da-bc57-4b099320494f req-1fe6b6cd-bc60-4fe3-b3ba-92ac1dda1ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0790231 Apr 19 18:57:00.621312 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-01ac1fbb-c32c-49da-bc57-4b099320494f req-1c54c163-6529-41ce-ba24-1a2cf01332cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Apr 19 18:57:01.436455 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5df31c-b768-491c-9cc2-7f0d13d8c90d req-e3d0dbbd-3c08-453a-a26e-e933f55527db tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:01.438174 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4f5df31c-b768-491c-9cc2-7f0d13d8c90d req-e3d0dbbd-3c08-453a-a26e-e933f55527db tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 948 time: 0.0933959 Apr 19 18:57:01.489622 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4f5df31c-b768-491c-9cc2-7f0d13d8c90d req-8ff6c4d7-81e5-472a-93dd-34a1c01542e8 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Apr 19 18:57:01.544514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce17236-2d99-4e5b-a06c-8549edb8d8e2 req-bf4e7057-9c73-4b66-8c88-06a7a4675a36 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:01.546118 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bce17236-2d99-4e5b-a06c-8549edb8d8e2 req-bf4e7057-9c73-4b66-8c88-06a7a4675a36 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 943 time: 0.1055357 Apr 19 18:57:01.595556 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bce17236-2d99-4e5b-a06c-8549edb8d8e2 req-dd709e19-323c-4e37-b30d-cc51857c0a2e tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Apr 19 18:57:01.979807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:57:01.983522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 7741522f-eac8-452d-a08b-5700fd474f8a up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:02.175146 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 7741522f-eac8-452d-a08b-5700fd474f8a completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:02.186368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:02.194192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 7741522f-eac8-452d-a08b-5700fd474f8a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:02.194643 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:02.243672 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '888fa0dc-e527-4a81-96db-c94f504f030d', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'port_id': '888fa0dc-e527-4a81-96db-c94f504f030d', 'mac_address': 'fa:16:3e:45:ec:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:57:02.324625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:02.381857 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888fa0dc-e527-4a81-96db-c94f504f030d {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:57:02.413240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:02.414221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:02.442496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:57:02.452667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7741522f-eac8-452d-a08b-5700fd474f8a,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:02.458775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:02.461902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:02.495165 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a', 'code': 200} Apr 19 18:57:02.501277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:02.538725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=7']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:02.541865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:02.542426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:02.616016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:02.619588 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:02.706518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c31f8-5da8-45ee-8371-8e4ba18a27b6 req-274f2606-7012-498d-8d28-802517d1c296 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:02.708975 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-870c31f8-5da8-45ee-8371-8e4ba18a27b6 req-274f2606-7012-498d-8d28-802517d1c296 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.0923784 Apr 19 18:57:02.737403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['888fa0dc-e527-4a81-96db-c94f504f030d'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:57:02.763967 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-870c31f8-5da8-45ee-8371-8e4ba18a27b6 req-f7227b60-5c89-4fda-97ac-96023c0af564 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483301 Apr 19 18:57:02.806452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda51b7-f5d7-4359-8ab9-dce0d93d1520 req-74db729a-5270-4735-9bc6-6efe74f3159a tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:02.808068 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-feda51b7-f5d7-4359-8ab9-dce0d93d1520 req-74db729a-5270-4735-9bc6-6efe74f3159a tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 944 time: 0.0939999 Apr 19 18:57:02.853818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29f088-de69-45c6-9aa2-334665929e06 req-60254643-d91c-4ef3-8320-d4f2d0c11934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:02.855863 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac29f088-de69-45c6-9aa2-334665929e06 req-60254643-d91c-4ef3-8320-d4f2d0c11934 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 1102 time: 0.0828829 Apr 19 18:57:02.858957 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-feda51b7-f5d7-4359-8ab9-dce0d93d1520 req-7bc931c7-aacc-432b-a859-98c9edf798d8 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 Apr 19 18:57:02.901389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-ac29f088-de69-45c6-9aa2-334665929e06 req-e3915515-a838-4155-816d-3eabab71ec6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Apr 19 18:57:03.976839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1f829-5caf-44fe-a8b9-a0928205d51d req-cd49e7d9-8097-4e57-b608-ca57fd51f4a2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:03.978420 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13b1f829-5caf-44fe-a8b9-a0928205d51d req-cd49e7d9-8097-4e57-b608-ca57fd51f4a2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.0972390 Apr 19 18:57:04.003736 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:04.081151 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 888fa0dc-e527-4a81-96db-c94f504f030d triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:04.081486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:04.215676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:04.250148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:04.259700 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-13b1f829-5caf-44fe-a8b9-a0928205d51d req-32d19688-6394-4e60-bf94-0d865ef1329a tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747777 Apr 19 18:57:04.283296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:04.285879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:04.358499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=8']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:04.361530 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:04.496458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:57:04.553732 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'code': 200} Apr 19 18:57:05.461033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f862fc-54df-4433-adc5-b179e942774d req-89e611da-f280-42e8-8507-6307b5e37768 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:05.462587 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c3f862fc-54df-4433-adc5-b179e942774d req-89e611da-f280-42e8-8507-6307b5e37768 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.0881872 Apr 19 18:57:05.515285 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c3f862fc-54df-4433-adc5-b179e942774d req-1333f4ba-4728-4e4f-90e2-7d9e9b5bd49d tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Apr 19 18:57:05.702345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cc26c-ec2a-4f28-841c-4fb929fb34fb req-5f156693-3cc8-46f8-8925-541a8d866521 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:05.704005 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5c1cc26c-ec2a-4f28-841c-4fb929fb34fb req-5f156693-3cc8-46f8-8925-541a8d866521 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0887821 Apr 19 18:57:05.753777 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5c1cc26c-ec2a-4f28-841c-4fb929fb34fb req-d44d24d0-7301-4596-be8d-8215dc7e3aa1 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 19 18:57:06.075129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9dda5-e17f-4f4f-b78f-fffc39894dd3 req-a18b4f56-dda5-4336-a3a6-81885b7e90b8 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:06.076693 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ca9dda5-e17f-4f4f-b78f-fffc39894dd3 req-a18b4f56-dda5-4336-a3a6-81885b7e90b8 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.0916305 Apr 19 18:57:06.123896 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1ca9dda5-e17f-4f4f-b78f-fffc39894dd3 req-d3619f0a-c8ae-4f0b-b1e7-d6f0a348f8cf tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Apr 19 18:57:06.959719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61477aff-9036-4f34-854b-85ad57ae5d94 req-5c295bdb-df4f-4f53-8586-57bcc3f4d571 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:06.961270 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61477aff-9036-4f34-854b-85ad57ae5d94 req-5c295bdb-df4f-4f53-8586-57bcc3f4d571 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0874677 Apr 19 18:57:07.009664 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61477aff-9036-4f34-854b-85ad57ae5d94 req-195a1469-fbb6-44e9-84ae-861f0901e682 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Apr 19 18:57:07.124804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6b357-6703-4f89-a511-4cd05f935408 req-cd97da6e-8bd8-49da-8af3-6bd8d207b505 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:07.126316 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-afe6b357-6703-4f89-a511-4cd05f935408 req-cd97da6e-8bd8-49da-8af3-6bd8d207b505 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0913725 Apr 19 18:57:07.206932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Deleting port c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:07.207322 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:07.540380 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50274ce-0bee-4c6a-9d99-fd2839f3ef4c req-108dc1bb-1297-4344-902b-527786568469 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:07.541987 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d50274ce-0bee-4c6a-9d99-fd2839f3ef4c req-108dc1bb-1297-4344-902b-527786568469 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.2941329 Apr 19 18:57:07.655640 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d50274ce-0bee-4c6a-9d99-fd2839f3ef4c req-af4bbb07-14e4-4205-82db-81e207e1d66c tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004283 Apr 19 18:57:07.661908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] For port c384705d-6c2d-4401-9a08-4bafe6d07320, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c384705d-6c2d-4401-9a08-4bafe6d07320,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:07.662289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:07.741966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-aa8cba77-b208-45ae-bc7a-33289f3da2f2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:07.743540 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-aa8cba77-b208-45ae-bc7a-33289f3da2f2 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.16 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 949 time: 0.2777047 Apr 19 18:57:07.912482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Deleting port 7741522f-eac8-452d-a08b-5700fd474f8a {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:07.912870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:08.222903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8943a-db46-48a7-a940-f98c2c496451 req-ef2d8db2-5464-4251-9ec8-15afffe2ffeb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:08.225061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a6f8943a-db46-48a7-a940-f98c2c496451 req-ef2d8db2-5464-4251-9ec8-15afffe2ffeb tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 946 time: 0.0913177 Apr 19 18:57:08.233302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:08.233730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:08.234090 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Floating IP 8340507d-272e-45fe-b1cc-830bd0c23080 disassociated. External IP: 172.28.3.189, port: c384705d-6c2d-4401-9a08-4bafe6d07320. Apr 19 18:57:08.234482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Calling delete_port for c384705d-6c2d-4401-9a08-4bafe6d07320 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:08.273646 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a6f8943a-db46-48a7-a940-f98c2c496451 req-017d3af1-7405-4bca-87e1-4c04ad6eb04a tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups?id=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Apr 19 18:57:08.384496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] For port 7741522f-eac8-452d-a08b-5700fd474f8a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7741522f-eac8-452d-a08b-5700fd474f8a,segment=NetworkSegment(5f212d1a-610a-44c7-a983-57fbda7122fb),segment_id=5f212d1a-610a-44c7-a983-57fbda7122fb)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:08.384899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:08.519720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Calling delete_port for 7741522f-eac8-452d-a08b-5700fd474f8a owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:08.699839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:08.707257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9fa93e44-573e-47a6-9fff-1e2c8e516af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:08.766416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'Port': ['ID=c384705d-6c2d-4401-9a08-4bafe6d07320,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:08.775973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:09.187804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:09.200011 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['7741522f-eac8-452d-a08b-5700fd474f8a'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:57:09.200830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e4e8b9fa-d197-4db5-b4c4-cd6cad6ac5ff tempest-AttachVolumeNegativeTest-1384806093 tempest-AttachVolumeNegativeTest-1384806093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:09.270546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Pushing event deleted for resources: {'Port': ['ID=7741522f-eac8-452d-a08b-5700fd474f8a,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:09.284142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:09.384685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] No DVR routers for this DVR port 7741522f-eac8-452d-a08b-5700fd474f8a on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:57:09.397278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:09.406313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'name': 'network-vif-deleted', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:57:09.443961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb942f2-5278-40fc-98d3-3bef083eed41 req-895f5d69-7ce5-4b3d-aed1-4ed70cf5ce5c tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:09.444692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1fb942f2-5278-40fc-98d3-3bef083eed41 req-895f5d69-7ce5-4b3d-aed1-4ed70cf5ce5c tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Synchronizing usage tracker for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:57:09.455765 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-893b62dd-52a8-4cb9-b68b-3093ae72f0e0 req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.16 "DELETE /v2.0/ports/7741522f-eac8-452d-a08b-5700fd474f8a HTTP/1.1" status: 204 len: 173 time: 1.7035353 Apr 19 18:57:09.462520 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:57:09.524583 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-349bcde7-9474-4789-9d33-2d7a0768a4b2 req-34f65556-f09b-48a9-9c72-e7f4e0274c24 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6a44a3-6f12-4b96-ba22-4397bb0abe17 HTTP/1.1" status: 200 len: 210 time: 0.0606844 Apr 19 18:57:09.605006 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93860023-6c3f-4191-a776-95e105d6e635', 'name': 'network-vif-deleted', 'tag': '7741522f-eac8-452d-a08b-5700fd474f8a', 'status': 'completed', 'code': 200} Apr 19 18:57:09.605807 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-1fb942f2-5278-40fc-98d3-3bef083eed41 req-895f5d69-7ce5-4b3d-aed1-4ed70cf5ce5c tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Unset dirty status for tenant:ce7d575da2f14325876d2e1b6523d743 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:57:09.607143 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1fb942f2-5278-40fc-98d3-3bef083eed41 req-895f5d69-7ce5-4b3d-aed1-4ed70cf5ce5c tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/ports?device_id=93860023-6c3f-4191-a776-95e105d6e635 HTTP/1.1" status: 200 len: 867 time: 0.8347147 Apr 19 18:57:09.691877 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1fb942f2-5278-40fc-98d3-3bef083eed41 req-d60c43f9-b917-470a-a968-e4a5e513baef tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] 10.222.0.43 "GET /v2.0/security-groups?id=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701513 Apr 19 18:57:09.716336 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:09.727281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:09.737847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:09.738587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:56:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:09.799909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] No DVR routers for this DVR port c384705d-6c2d-4401-9a08-4bafe6d07320 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:57:09.803066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:09.805268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-afe6b357-6703-4f89-a511-4cd05f935408 req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.16 "DELETE /v2.0/ports/c384705d-6c2d-4401-9a08-4bafe6d07320 HTTP/1.1" status: 204 len: 173 time: 2.6706712 Apr 19 18:57:09.940639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:10.287360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:10.294650 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:10.304909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:10.305545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:56:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:10.672859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:10.720073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45976) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:10.795925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:10.827912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:10.973034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:10.979229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-af92b017-1794-41a0-afa4-d26633822ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:10.997094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:11.000302 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:11.035783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:11.043770 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "DELETE /v2.0/security-groups/d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015 HTTP/1.1" status: 204 len: 168 time: 0.3164699 Apr 19 18:57:11.043770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45988) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:11.058352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:11.063541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.api.v2.resource [None req-5774ac75-fc6e-4adf-8f16-50cee5947df0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] show failed (client error): The resource could not be found. Apr 19 18:57:11.064591 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5774ac75-fc6e-4adf-8f16-50cee5947df0 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "GET /v2.0/security-groups/d2ab37f9-4f3f-4b44-a02e-1c4c08d0b015 HTTP/1.1" status: 404 len: 347 time: 0.0227106 Apr 19 18:57:11.068461 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 45994) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:11.073464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:11.078430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0063ae0-ac03-4003-a0a8-50a64e93fd58 None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:50:15Z', 'revision_number': 4, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '0be69bdc-77d6-467f-ab7f-dd444ca153ff', 'name': '', 'network_id': '24d2cd27-eba4-45b1-839e-b6ea6a14db12', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'mac_address': 'fa:16:3e:1d:77:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:14Z', 'updated_at': '2021-04-19T18:50:25Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'subnets': [{'id': '5282703e-3ca3-4b95-bbf4-2b095d24b634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:11.256182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Deleting port 593b9d3c-9f0a-4555-b958-384f8cb18492 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:11.256577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:11.447797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:11.448351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:11.486804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4e031-ec65-4fb9-afcd-c8e4e509220a None None] New status for floating IP 8340507d-272e-45fe-b1cc-830bd0c23080: DOWN {{(pid=86485) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:57:11.588025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Calling delete_port for 593b9d3c-9f0a-4555-b958-384f8cb18492 owned by network:floatingip {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:11.621226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-deleted', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:57:11.681316 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6a44a3-6f12-4b96-ba22-4397bb0abe17', 'name': 'network-vif-deleted', 'tag': 'c384705d-6c2d-4401-9a08-4bafe6d07320', 'status': 'completed', 'code': 200} Apr 19 18:57:11.839054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86483) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:57:11.839354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:57:12.046640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:57:12.086951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: c384705d-6c2d-4401-9a08-4bafe6d07320 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:57:12.087289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device c384705d-6c2d-4401-9a08-4bafe6d07320 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:57:12.087761 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 7741522f-eac8-452d-a08b-5700fd474f8a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:57:12.124504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 7741522f-eac8-452d-a08b-5700fd474f8a {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:57:12.124899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 7741522f-eac8-452d-a08b-5700fd474f8a not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:57:12.340773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Deleting port 593b9d3c-9f0a-4555-b958-384f8cb18492 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:12.341171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:12.532118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:12.532510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:12.669005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Calling delete_port for 593b9d3c-9f0a-4555-b958-384f8cb18492 owned by network:floatingip {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:12.773767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2927b564-80f8-443a-9312-a92bc055635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:12.858589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:12.863596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-78dbcd90-4fcf-4e97-a2cb-9a642697b9e5 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:12.916159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Pushing event deleted for resources: {'Port': ['ID=593b9d3c-9f0a-4555-b958-384f8cb18492,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:12.919529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:13.022700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks [] for floatingip, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:13.072832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:13.074267 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8235cc35-4689-45c3-b05d-81036a94a308 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] 10.222.0.43 "DELETE /v2.0/floatingips/8340507d-272e-45fe-b1cc-830bd0c23080 HTTP/1.1" status: 204 len: 168 time: 2.0048270 Apr 19 18:57:13.176826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:57:15.476123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b97cad1-d97d-4cd9-88f4-135cd7b8aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:15.808021 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-5dfcad2f-fd32-47d3-bfcf-11621b2f4988 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800459 Apr 19 18:57:15.967339 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-50d7286a-117a-4626-aa9c-131d3e47f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:15.968947 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-50d7286a-117a-4626-aa9c-131d3e47f874 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0814073 Apr 19 18:57:16.034172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46230) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:16.046740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:16.136197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-affe7038-6296-4260-8e6f-79d341b25a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:16.137874 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-affe7038-6296-4260-8e6f-79d341b25a22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.1477439 Apr 19 18:57:16.156968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:16.252315 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-e3cc846e-8f5b-49a0-aed7-5e1def5822a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 1000 time: 0.1043036 Apr 19 18:57:16.326076 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-8e41da94-0409-4823-b771-1b4ca04a5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:16.327688 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-8e41da94-0409-4823-b771-1b4ca04a5e1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0659046 Apr 19 18:57:16.421937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-6c9099fd-754c-4f4a-a2f7-ea95fce79a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:16.423702 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-6c9099fd-754c-4f4a-a2f7-ea95fce79a7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880446 Apr 19 18:57:16.578185 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-c0623ccb-ef9d-4912-9e7d-40a3c133b2f5 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473291 Apr 19 18:57:16.732379 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-dbd6967a-2902-429c-bb34-abb1e1a99f24 req-6d93106e-f029-4093-a892-24593d9c21ca service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437919 Apr 19 18:57:16.763494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46242) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:16.798161 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:16.928955 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-8c62916b-3566-46df-a62f-54753d2a1276 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce7d575da2f14325876d2e1b6523d743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613157 Apr 19 18:57:16.931064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46248) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:16.994777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.023187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.088384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.093548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c5b2f4ce-9d7b-40ae-a3c0-106a15c121d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:17.108925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ce1299-4a30-4a16-a5a8-b9ae5ff26eec,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:17.111480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:17.133662 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.137861 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92ce1299-4a30-4a16-a5a8-b9ae5ff26eec HTTP/1.1" status: 204 len: 168 time: 0.2057929 Apr 19 18:57:17.169817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Deleting port 0be69bdc-77d6-467f-ab7f-dd444ca153ff {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:17.170077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.358424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] For port 0be69bdc-77d6-467f-ab7f-dd444ca153ff, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=0be69bdc-77d6-467f-ab7f-dd444ca153ff,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:17.358834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:17.496973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Calling delete_port for 0be69bdc-77d6-467f-ab7f-dd444ca153ff owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:17.555448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.079714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46272) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:18.151452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.156738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2264d472-5020-4916-a93e-097efcc75bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:18.195938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-275200489-network', 'tenant_id': '389db79177214c93b477779aca12a8c0'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:18.200897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:18.204958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Usage tracker for resource:network and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:18.205452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be69bdc-77d6-467f-ab7f-dd444ca153ff,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:18.208636 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:18.208862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:18.215927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:18.254273 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Made reservation on behalf of 389db79177214c93b477779aca12a8c0 for: {'network': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:57:18.260330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.274088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.290706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:18.294853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:18.299404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:18.307326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:18.395205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.425468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.430107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b993834b-23a7-4ff3-9049-79ef1178186f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:18.456481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=86483) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:57:18.470726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4491f13f-0982-4164-a396-1e6b3a25cb4e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:18.473980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:18.476881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.477215 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Added segment a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f of type vlan for network 5230572e-d0a2-410a-9251-0130c18f280f Apr 19 18:57:18.490990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.507353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.578226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.579726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:18.580384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.586458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:18.695499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Pushing event updated for resources: {'Network': ['ID=5230572e-d0a2-410a-9251-0130c18f280f,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:18.698467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:18.705942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 5230572e-d0a2-410a-9251-0130c18f280f details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:57:18.729387 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b8e6c6e6-b7fb-4a44-a67c-f723b549ae5b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6484859 Apr 19 18:57:18.732457 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46278) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:18.738731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Request body: {'subnet': {'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-275200489-subnet', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'ip_version': 4}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:18.745001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:18.750292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Usage tracker for resource:subnet and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:18.753497 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:18.760533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:18.795235 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Made reservation on behalf of 389db79177214c93b477779aca12a8c0 for: {'subnet': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:57:18.800119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850917685'] for subnet, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:18.881053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Router 1a57d49c-972c-4918-9aa5-e51fd832a49f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:57:19.077066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:19.089091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Sync routers for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:19.098691 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] 10.222.0.43 "PUT /v2.0/routers/1a57d49c-972c-4918-9aa5-e51fd832a49f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0632155 Apr 19 18:57:19.101950 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46282) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:19.104637 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:19.105499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:19.246394 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1333981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850917670'] for subnet, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.252415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c8e1415b-4242-4436-bd44-188b2316d39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:19.291760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.300281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:19.332538 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f18dba9-2283-4f78-82a0-e139e644bb33,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:19.337516 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:19.341977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Checking segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:19.342374 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Network hostable DHCP agents. Network: 5230572e-d0a2-410a-9251-0130c18f280f, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86483) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:57:19.414669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Network 5230572e-d0a2-410a-9251-0130c18f280f is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86483) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:57:19.448578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 5230572e-d0a2-410a-9251-0130c18f280f) {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:19.460147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42e6d3-897f-4a90-87c9-2d53b30ee267 None None] Network 5230572e-d0a2-410a-9251-0130c18f280f requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:57:19.469291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:19.470057 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.491280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.525035 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-44384c44-0e18-476a-bbb8-78b1e9ac746e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7912767 Apr 19 18:57:19.527890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46286) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:19.535264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:19.543370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:19.548860 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Usage tracker for resource:router and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:19.552478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:19.560866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:19.571504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Deleting port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:19.571677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.630465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:57:18Z', 'revision_number': 5, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port': {'id': '51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:50:10Z', 'updated_at': '2021-04-19T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:19.633051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.635045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.635451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Checking router: 1a57d49c-972c-4918-9aa5-e51fd832a49f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:19.644446 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Routers {'1a57d49c-972c-4918-9aa5-e51fd832a49f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:19.645103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['1a57d49c-972c-4918-9aa5-e51fd832a49f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:19.697765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-5230572e-d0a2-410a-9251-0130c18f280f', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:57:19.698948 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.792072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] For port 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:19.792589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:19.810395 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] Set router 1a57d49c-972c-4918-9aa5-e51fd832a49f gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:19.896902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Allocated IP 172.20.0.2 (5230572e-d0a2-410a-9251-0130c18f280f/5f18dba9-2283-4f78-82a0-e139e644bb33/038d8289-2f44-4edf-9503-d32c49ce91f9) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:19.927384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:57:19Z', 'revision_number': 6, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:19.932231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Calling delete_port for 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:19.932473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348d591-10f3-4c41-b59d-11c2e3883a69 None None] The sync data for ids ['1a57d49c-972c-4918-9aa5-e51fd832a49f'] in dv-cinder-786929-1-smb is: [{'id': '1a57d49c-972c-4918-9aa5-e51fd832a49f', 'name': 'tempest-AttachVolumeShelveTestJSON-1347347417-router', 'tenant_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:50:09Z', 'updated_at': '2021-04-19T18:57:19Z', 'revision_number': 6, 'project_id': '90d0af2d7b894854ba5ca8ab4b593ef1', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:19.967993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.298452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.311188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Transition to ACTIVE for port object 038d8289-2f44-4edf-9503-d32c49ce91f9 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:20.332422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Transition to ACTIVE for port object 038d8289-2f44-4edf-9503-d32c49ce91f9 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:20.368019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.373720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5edef153-a599-417e-bba6-029d7c0c967e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:20.442549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Network 5230572e-d0a2-410a-9251-0130c18f280f is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:20.447326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:20.451251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:20.492317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Pushing event updated for resources: {'Port': ['ID=038d8289-2f44-4edf-9503-d32c49ce91f9,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:20.500397 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:20.556206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Attempting to bind port 038d8289-2f44-4edf-9503-d32c49ce91f9 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:20.556622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Attempting to bind port 038d8289-2f44-4edf-9503-d32c49ce91f9 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:20.557023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Attempting to bind port 038d8289-2f44-4edf-9503-d32c49ce91f9 on network 5230572e-d0a2-410a-9251-0130c18f280f {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:20.562408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.563491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:20.563909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Checking segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:20.564352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.564781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Bound using segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:20.565293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Bound port: 038d8289-2f44-4edf-9503-d32c49ce91f9, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:20.565741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.664005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] For port 038d8289-2f44-4edf-9503-d32c49ce91f9, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:20.667379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] For port 038d8289-2f44-4edf-9503-d32c49ce91f9, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=038d8289-2f44-4edf-9503-d32c49ce91f9,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:20.698642 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.704434 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:20.789960 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Pushing event updated for resources: {'Port': ['ID=038d8289-2f44-4edf-9503-d32c49ce91f9,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:20.794439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:20.795833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:20.811433 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5dcad2b2-2c09-444e-971a-e2e58cf2b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:20.864419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Pushing event deleted for resources: {'Port': ['ID=51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:20.914330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.914743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.915160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.915565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.915964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.916368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.916768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.917140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.917542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.917935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.918328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.918760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:20.922401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:21.111905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 0be69bdc-77d6-467f-ab7f-dd444ca153ff no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:57:21.129842 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.159641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 0be69bdc-77d6-467f-ab7f-dd444ca153ff {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:57:21.160033 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 0be69bdc-77d6-467f-ab7f-dd444ca153ff not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:57:21.160499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:57:21.198991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:57:21.199310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 51eb9ba2-ec08-4b1b-bc63-e987dff0dc1d not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:57:21.353133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.356858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.453969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.486444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.552075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.553360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a57d49c-972c-4918-9aa5-e51fd832a49f {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:57:21.622492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.623764 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] 10.222.0.43 "DELETE /v2.0/routers/1a57d49c-972c-4918-9aa5-e51fd832a49f HTTP/1.1" status: 204 len: 168 time: 2.5207298 Apr 19 18:57:21.626578 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46290) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:21.701648 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Allocated IP 172.28.3.58 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:21.720423 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Deleting subnet 5282703e-3ca3-4b95-bbf4-2b095d24b634 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:57:21.723796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:21.850085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851700754'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:22.028885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:22.048923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:22.129426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8753eb-ab16-4bc5-8b38-d341c3c5ac19 None None] Network 5230572e-d0a2-410a-9251-0130c18f280f requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:57:22.238521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:22.245506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:22.260783 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-cde5dc78-15fd-471c-9dc6-702b9c971d3a None None] Provisioning for port 038d8289-2f44-4edf-9503-d32c49ce91f9 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:22.594437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:22.599058 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:22.604558 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:22.642318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Pushing event updated for resources: {'Port': ['ID=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:22.652335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:22.929284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852487860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850835656'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:22.934363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d090b24-395f-4a27-84fa-0b63767f70b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:23.032996 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5282703e-3ca3-4b95-bbf4-2b095d24b634,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:23.106994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06768bf5-af31-4fdb-bdce-9ba57710da1c None None] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:57:23.107961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:23.109035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.119240 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-10cb8cb5-9501-4bc8-8f11-0a077b8dddbb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5282703e-3ca3-4b95-bbf4-2b095d24b634 HTTP/1.1" status: 204 len: 168 time: 1.4916267 Apr 19 18:57:23.122055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46294) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:23.125123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 038d8289-2f44-4edf-9503-d32c49ce91f9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:23.172603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.239621 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.251372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Deleting port 3f632379-b7e9-415e-8406-afcc0daec097 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:23.251994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.400687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 038d8289-2f44-4edf-9503-d32c49ce91f9 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:23.407173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 038d8289-2f44-4edf-9503-d32c49ce91f9 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:23.407843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.470309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] DHCP port deletion for 24d2cd27-eba4-45b1-839e-b6ea6a14db12 request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:57:23.479373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Deleting port 3f632379-b7e9-415e-8406-afcc0daec097 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:23.479793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.568758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.691482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.737262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] For port 3f632379-b7e9-415e-8406-afcc0daec097, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=3f632379-b7e9-415e-8406-afcc0daec097,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:23.737715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.809993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] For port 3f632379-b7e9-415e-8406-afcc0daec097, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=3f632379-b7e9-415e-8406-afcc0daec097,segment=NetworkSegment(f367c55b-209a-4503-ada1-987d2d60708c),segment_id=f367c55b-209a-4503-ada1-987d2d60708c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:23.810353 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.822908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 038d8289-2f44-4edf-9503-d32c49ce91f9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=038d8289-2f44-4edf-9503-d32c49ce91f9,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:23.825868 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Router 82fca3cb-95f7-4746-9bc1-616ef23ef17e is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86484) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:57:23.881685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.882295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Calling delete_port for 3f632379-b7e9-415e-8406-afcc0daec097 owned by network:dhcp {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:23.947072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-23899dff-38c4-48dc-a089-d2c523cf210d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:23.984758 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Calling delete_port for 3f632379-b7e9-415e-8406-afcc0daec097 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:57:23.992028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:23.997760 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3811e1b3-ab14-4296-ab9c-4ba89591f01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:24.016042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:24.035309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Sync routers for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:24.048895 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f632379-b7e9-415e-8406-afcc0daec097,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:24.050974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] No DVR routers for this DVR port 3f632379-b7e9-415e-8406-afcc0daec097 on host dv-cinder-786929-1-smb {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:57:24.053334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:24.060202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.062161 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5324068 Apr 19 18:57:24.064617 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46300) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:24.074909 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:24.075604 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:24.178027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.220569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=038d8289-2f44-4edf-9503-d32c49ce91f9,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:24.234301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:24.265628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:57:24.266348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:57:24.297296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d2cd27-eba4-45b1-839e-b6ea6a14db12']}} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:24.299116 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:24.311489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f367c55b-209a-4503-ada1-987d2d60708c') {'for_net_delete': True} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:24.312092 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f367c55b-209a-4503-ada1-987d2d60708c') {} {{(pid=86483) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:24.325487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1330521'] for segment, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.340534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.347589 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=86483) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:57:24.547444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:57:24.558085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1334075'] for segment, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.623683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:22Z', 'revision_number': 3, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:24.628913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Checking router: 82fca3cb-95f7-4746-9bc1-616ef23ef17e for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:24.629314 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Updating router 82fca3cb-95f7-4746-9bc1-616ef23ef17e port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:57:24.694156 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.753791 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Network 24d2cd27-eba4-45b1-839e-b6ea6a14db12 has no segments {{(pid=86483) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:57:24.778634 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:57:24.805389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Deleting port 3f632379-b7e9-415e-8406-afcc0daec097 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:57:24.805608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.882823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.890057 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:24.897542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea687-ce21-4be2-818a-bc3c4ac71302 None None] The port '3f632379-b7e9-415e-8406-afcc0daec097' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:57:24.905458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:24.923139 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d2cd27-eba4-45b1-839e-b6ea6a14db12,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:24.931042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:24.973786 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-50689fd0-92e0-467f-ab38-70fdb228e957 admin admin] 10.222.0.43 "DELETE /v2.0/networks/24d2cd27-eba4-45b1-839e-b6ea6a14db12 HTTP/1.1" status: 204 len: 168 time: 1.8499610 Apr 19 18:57:25.062977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.115253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 038d8289-2f44-4edf-9503-d32c49ce91f9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:25.269787 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46306) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:25.285580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 038d8289-2f44-4edf-9503-d32c49ce91f9 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:25.285990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.289421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Allocated IP 172.20.0.1 (5230572e-d0a2-410a-9251-0130c18f280f/5f18dba9-2283-4f78-82a0-e139e644bb33/e3cfd8c7-8496-4557-8d55-f7ac90c9749a) {{(pid=86484) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:25.327342 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9640e2d1-a439-44d4-af10-4c66a2d63830 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90d0af2d7b894854ba5ca8ab4b593ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562255 Apr 19 18:57:25.328010 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46310) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:25.394832 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.425690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.447792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.466843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Transition to ACTIVE for port object e3cfd8c7-8496-4557-8d55-f7ac90c9749a will not be triggered until provisioned by entity DHCP. {{(pid=86484) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:25.470833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.496894 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Transition to ACTIVE for port object 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:25.511973 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.517596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-02bc3ad2-cc79-49aa-b03b-4a7300049058 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:25.533709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.534024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.537579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a08db-a0ff-4681-9d38-50960f77724c,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:25.538432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:25.538804 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:25.539727 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.544204 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c9a08db-a0ff-4681-9d38-50960f77724c HTTP/1.1" status: 204 len: 168 time: 0.2152333 Apr 19 18:57:25.545253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:25.603678 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 3f632379-b7e9-415e-8406-afcc0daec097 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:57:25.618384 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Network 5230572e-d0a2-410a-9251-0130c18f280f is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:25.622179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:25.625883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Received port after_create {{(pid=86484) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:25.668615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:25.673108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:25.675598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 3f632379-b7e9-415e-8406-afcc0daec097 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:57:25.675991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 3f632379-b7e9-415e-8406-afcc0daec097 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:57:25.689531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Attempting to bind port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:25.689949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Attempting to bind port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:25.690409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Attempting to bind port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:25.691416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Bound port: 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:25.718749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.741421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36891f-9ed6-42cd-861e-a6c26ae9763c None None] Pushing event updated for resources: {'Port': ['ID=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:25.744474 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e36891f-9ed6-42cd-861e-a6c26ae9763c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:25.805041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] For port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:25.808627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] For port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:25.841493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:25.847291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:25.934249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:25.935466 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:25.985720 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.060108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6f939bf7-7ed7-4566-ad84-6a0cabaef0d3 None None] Provisioning for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:26.078852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6f939bf7-7ed7-4566-ad84-6a0cabaef0d3 None None] Provisioning complete for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:26.079271 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6f939bf7-7ed7-4566-ad84-6a0cabaef0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.112261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36891f-9ed6-42cd-861e-a6c26ae9763c None None] Pushing event updated for resources: {'Port': ['ID=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:26.115870 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e36891f-9ed6-42cd-861e-a6c26ae9763c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:26.171612 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6f939bf7-7ed7-4566-ad84-6a0cabaef0d3 None None] Port e3cfd8c7-8496-4557-8d55-f7ac90c9749a cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:57:26.203886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:26.232237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.254888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287761'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.285081 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:26.373300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Pushing event updated for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=2']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:26.376056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.384358 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:26.525260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Network 5230572e-d0a2-410a-9251-0130c18f280f is already hosted by enough agents. {{(pid=86484) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:26.526526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Resources bound (agent type, host, resource id): {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:26.563383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 1, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:26.568056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d392a-3479-4c23-a1ca-01fd2199f0ba None None] The sync data for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb is: [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 1, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:26.740762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Router 82fca3cb-95f7-4746-9bc1-616ef23ef17e has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:57:26.806344 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6cbaf9c2-f732-471d-813b-aa65c2b4a720 None None] Provisioning complete for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:26.806815 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf9c2-f732-471d-813b-aa65c2b4a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:26.870089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf9c2-f732-471d-813b-aa65c2b4a720 None None] Port e3cfd8c7-8496-4557-8d55-f7ac90c9749a cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:57:26.965959 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:26.979227 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] 10.222.0.43 "PUT /v2.0/routers/82fca3cb-95f7-4746-9bc1-616ef23ef17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134002 Apr 19 18:57:27.667465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46372) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:27.901699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46382) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:27.907891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-813422767-network', 'tenant_id': 'fadc4eda783645df9d758913f071073c'}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:27.927500 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:27.934390 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Usage tracker for resource:network and tenant:fadc4eda783645df9d758913f071073c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:27.937253 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:27.946282 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:27.955032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:27.961536 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:27.968114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a24fb92930d747a99eb66a92ecbbc105 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:27.971616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:27.978712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:28.000305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Made reservation on behalf of fadc4eda783645df9d758913f071073c for: {'network': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:57:28.005276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for network, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.025334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.045784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:28.049861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Usage tracker for resource:security_group_rule and tenant:fadc4eda783645df9d758913f071073c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:28.053200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:28.059539 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:28.181802 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.205846 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.217170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4d236b5c-dad1-47dc-a775-c7388aba8ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:28.243728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.273868 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a24fb92930d747a99eb66a92ecbbc105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052728 Apr 19 18:57:28.274666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.276792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46386) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:28.280742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdc37a4-8b2d-481d-a1d5-bd8c781f8f61,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:28.284610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:28.285142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d1e0ec90-93a5-4455-af02-8e92d8b8a293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:28.301012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=86484) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:57:28.325192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.325552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.segments_db [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Added segment 525f100b-d6d9-4e13-90b7-c52edde5351c of type vlan for network 23d7935f-6db3-4fb5-8a77-30c8336444ba Apr 19 18:57:28.326859 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff08d5-ed36-48e1-8e53-f51908c8feba,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:28.334405 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:28.344765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.357555 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767734056307'] for network, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.372570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.408453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461'] for network, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.409908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:28.410586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.416062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f2171339-70a3-459a-bab8-2164324d38bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:28.453986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.459994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-746db046-f3a3-4722-ae5d-29b456fb2c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:28.473978 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdc37a4-8b2d-481d-a1d5-bd8c781f8f61,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:28.476874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:28.478118 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:28.482209 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-01257a84-9843-4bc3-9abb-911fe252d872 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffdc37a4-8b2d-481d-a1d5-bd8c781f8f61 HTTP/1.1" status: 204 len: 168 time: 0.2043283 Apr 19 18:57:28.530123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Pushing event updated for resources: {'Network': ['ID=23d7935f-6db3-4fb5-8a77-30c8336444ba,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:28.533041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:28.544120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba details requested by agent ovs-agent-dv-cinder-786929-1-smb with host dv-cinder-786929-1-smb {{(pid=86485) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:57:28.563801 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6609254 Apr 19 18:57:28.566734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46392) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:28.573489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Request body: {'subnet': {'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-813422767-subnet', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'ip_version': 4}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:28.578701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:28.582897 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Usage tracker for resource:subnet and tenant:fadc4eda783645df9d758913f071073c is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:28.586034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:28.592034 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:28.625786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Made reservation on behalf of fadc4eda783645df9d758913f071073c for: {'subnet': 1} {{(pid=86484) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:57:28.631638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3940114'] for subnet, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.074518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2287881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3940099'] for subnet, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.080090 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-03113e06-ad57-4751-af3f-8887c5a8b984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:29.111496 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:29.162412 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8226ed45-8420-481f-8392-a1b70f618477,revision_number=0']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:29.168385 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:29.171131 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Checking segment: {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:29.171527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Network hostable DHCP agents. Network: 23d7935f-6db3-4fb5-8a77-30c8336444ba, hostable agents: ['6f076b66-f34f-4355-a422-aa7a9301b7c9'], hosted agents: [] {{(pid=86484) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:57:29.214195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:29.227191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:29.227191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.246597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba is scheduled to be hosted by DHCP agent 6f076b66-f34f-4355-a422-aa7a9301b7c9 with binding_index 1 {{(pid=86484) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:57:29.283059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-smb, 23d7935f-6db3-4fb5-8a77-30c8336444ba) {{(pid=86484) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:29.297858 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8218d5-8ecb-4b31-b2b6-44e84a79e11c None None] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:57:29.299671 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:29.301404 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.358910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46414) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:29.359319 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e3f40259-0cfe-4c8a-8656-1f3f18e04542 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7913620 Apr 19 18:57:29.368001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:29.372070 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:29.376324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Usage tracker for resource:router and tenant:fadc4eda783645df9d758913f071073c is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:29.379341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:29.387195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:29.426680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852775434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4818'] for router, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.428871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2000382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1999384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1970185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771035'] for router, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.446983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.447396 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.494376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:29.558670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.564290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:29.817409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Sync routers for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:29.826656 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1999599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2003269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771020'] for router, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:29.827766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:29.828653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:29.830495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:29.835667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:29.893976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa05dee47-5786-516b-ac3e-8188d7ed0253-23d7935f-6db3-4fb5-8a77-30c8336444ba', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477'}]}} from dv-cinder-786929-1-smb. {{(pid=86485) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:57:29.895215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.030529 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:30.073142 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Allocated IP 172.20.0.2 (23d7935f-6db3-4fb5-8a77-30c8336444ba/8226ed45-8420-481f-8392-a1b70f618477/5714dd56-3813-43ff-b28f-a70562a81ec9) {{(pid=86485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:30.278232 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.314440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.329635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks [] for port, precommit_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.341985 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Transition to ACTIVE for port object 5714dd56-3813-43ff-b28f-a70562a81ec9 will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:30.365130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Transition to ACTIVE for port object 5714dd56-3813-43ff-b28f-a70562a81ec9 will not be triggered until provisioned by entity DHCP. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:30.380947 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:26Z', 'revision_number': 2, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:30.385490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Checking router: 82fca3cb-95f7-4746-9bc1-616ef23ef17e for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:30.385886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Updating router 82fca3cb-95f7-4746-9bc1-616ef23ef17e port e3cfd8c7-8496-4557-8d55-f7ac90c9749a binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:57:30.403408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400'] for port, after_create {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.409163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:30.445109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.478843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba is already hosted by enough agents. {{(pid=86485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:30.482371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Resources bound (agent type, host, resource id): {{(pid=86485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:30.486325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Received port after_create {{(pid=86485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:30.497583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Allocated IP 172.28.3.15 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/329a2eb3-041b-4cfd-9b3b-f4591dc6e01c) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:30.538046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Pushing event updated for resources: {'Port': ['ID=5714dd56-3813-43ff-b28f-a70562a81ec9,revision_number=1']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:30.551541 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:30.609840 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Attempting to bind port 5714dd56-3813-43ff-b28f-a70562a81ec9 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:30.610508 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Attempting to bind port 5714dd56-3813-43ff-b28f-a70562a81ec9 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:30.611133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Attempting to bind port 5714dd56-3813-43ff-b28f-a70562a81ec9 on network 23d7935f-6db3-4fb5-8a77-30c8336444ba {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:30.620752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:30.621292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Checking segment: {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:30.621742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.622182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Bound using segment: {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:30.622731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Bound port: 5714dd56-3813-43ff-b28f-a70562a81ec9, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:30.623294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.679473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.730820 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] For port 5714dd56-3813-43ff-b28f-a70562a81ec9, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:30.734179 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] For port 5714dd56-3813-43ff-b28f-a70562a81ec9, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5714dd56-3813-43ff-b28f-a70562a81ec9,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:30.742108 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.744877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46438) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:30.750641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9a920bdf-eac1-4875-92ca-f922c1f7f9b6 tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:30.769320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.775828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:30.816035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:30.820234 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:30.822729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:30.868432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.869990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Pushing event updated for resources: {'Port': ['ID=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:30.873537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:30.881311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Transition to ACTIVE for port object e3cfd8c7-8496-4557-8d55-f7ac90c9749a will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:30.898518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.904140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Pushing event updated for resources: {'Port': ['ID=5714dd56-3813-43ff-b28f-a70562a81ec9,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:30.916203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:30.918863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:30.922526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:30.922896 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-be7818ef-7f6c-4c16-8e91-b41f24f5cb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:30.926828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2863cef48f4e7da26028a4439b3a13 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:30.930026 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:30.936680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:31.059224 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.064064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:31.084669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.085134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.085613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.086064 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.086498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.087459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.087459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.087702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.088169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.088596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.089150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.089645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:31.094173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.095831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:31.133426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4f35b56-be6e-405c-a996-6694538a1689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:31.142565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:31.160070 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b2863cef48f4e7da26028a4439b3a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136899 Apr 19 18:57:31.168686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46444) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:31.200173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1745df77-2827-4f1f-b9fa-79cba2993efd,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:31.214568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9fca2213-0f66-4d56-96e1-39362485c1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:31.278851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Attempting to bind port e3cfd8c7-8496-4557-8d55-f7ac90c9749a on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:31.279287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Attempting to bind port e3cfd8c7-8496-4557-8d55-f7ac90c9749a by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:31.286121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Attempting to bind port e3cfd8c7-8496-4557-8d55-f7ac90c9749a on network 5230572e-d0a2-410a-9251-0130c18f280f {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:31.287338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:31.288113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.293006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.295927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:31.296321 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Checking segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:31.296776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.297210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Bound using segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:31.297747 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Bound port: e3cfd8c7-8496-4557-8d55-f7ac90c9749a, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:31.298160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.358215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.470298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.475618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ffa7be19-e76b-4900-acf9-39c3f6e2cd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:31.499876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1745df77-2827-4f1f-b9fa-79cba2993efd,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:31.503564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:31.506575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.511295 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-03cc468c-2e0e-4115-8017-8fa81b07b811 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1745df77-2827-4f1f-b9fa-79cba2993efd HTTP/1.1" status: 204 len: 168 time: 0.3410549 Apr 19 18:57:31.663628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] For port e3cfd8c7-8496-4557-8d55-f7ac90c9749a, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:31.672454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] For port e3cfd8c7-8496-4557-8d55-f7ac90c9749a, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:31.688325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.711972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:31.717267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b5f22f1b-66be-497a-bb34-9adad39ba7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:31.795080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:31.795778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:31.957714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:31.961972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-01b6fdb6-eccf-4795-bfd7-9d0ec4bbff03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:32.017311 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:32.092666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852772515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852776251'] for router, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.106012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46452) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:32.125225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.146476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:32.151557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Usage tracker for resource:security_group_rule and tenant:51b5619432254068b092b4c4a81840e2 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:32.154892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:32.161166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:32.253231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.292910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.324422 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4897641e-9e20-404e-8ace-fa15901e02c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:32.337335 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46456) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:32.337541 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51b5619432254068b092b4c4a81840e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301590 Apr 19 18:57:32.360780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2d61f-5e4a-4677-8d03-c5774fdbc1a9,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:32.375613 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-930bf985-f272-4899-a372-30528fbb0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:32.379075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:31Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:32.384402 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcae6af-f014-4495-8f4b-0522b0524f22 None None] The sync data for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb is: [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:31Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:32.389740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Router aa136b9c-42b0-42ef-88be-5fdadef2f7ca is scheduled to L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 with binding_index 1 {{(pid=86483) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:57:32.481479 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8e363-7be2-4b95-b3ee-3cac28205ad5 None None] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:57:32.547739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.611463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.670773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-e556b73f-3c79-488a-ad98-55b074fef5eb None None] Provisioning for port 5714dd56-3813-43ff-b28f-a70562a81ec9 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:32.684630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:32.696871 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Sync routers for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:32.712990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:32.713683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:32.789565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] Notify callbacks [] for router, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.793731 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-22d3cace-537c-45cc-b4ee-e051d9588e2e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4309289 Apr 19 18:57:32.803653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46460) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:32.864078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.867086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:32.870832 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4dc2d61f-5e4a-4677-8d03-c5774fdbc1a9 HTTP/1.1" status: 204 len: 168 time: 0.5299034 Apr 19 18:57:32.929218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afb2c426-aae8-4b68-a57c-b10de2759575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:32.952250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2d61f-5e4a-4677-8d03-c5774fdbc1a9,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:32.956649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ca731b2b-65fc-4f2f-9f04-845fb80160de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:32.967251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:33.370024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e3cfd8c7-8496-4557-8d55-f7ac90c9749a up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:33.482105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:31Z', 'revision_number': 3, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:33.487687 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Checking router: aa136b9c-42b0-42ef-88be-5fdadef2f7ca for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:33.488087 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Updating router aa136b9c-42b0-42ef-88be-5fdadef2f7ca port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c binding host dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:57:33.546456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:33.557816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:33.558469 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:33.599942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:33.908793 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:33.920004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.156630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Allocated IP 172.20.0.1 (23d7935f-6db3-4fb5-8a77-30c8336444ba/8226ed45-8420-481f-8392-a1b70f618477/5efdd31b-cfc2-4ebc-9332-38eed60e8c44) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:34.160329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port e3cfd8c7-8496-4557-8d55-f7ac90c9749a, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:34.201527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.202546 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5714dd56-3813-43ff-b28f-a70562a81ec9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:34.234008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:34.320019 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.337200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Transition to ACTIVE for port object 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:34.389886 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.391326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:34.395325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks [] for port, precommit_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.396700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6a5c27ab-a836-4d7b-bee3-532574c2c130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:34.403240 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:34.420063 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Transition to ACTIVE for port object 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c will not be triggered until provisioned by entity L2. {{(pid=86485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:34.434869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 5714dd56-3813-43ff-b28f-a70562a81ec9 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:34.441021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 5714dd56-3813-43ff-b28f-a70562a81ec9 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:34.448777 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.469751 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:34.473419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:34.475401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.476041 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:34.485308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:34.540879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Pushing event updated for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:34.543948 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:34.563615 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2010904'] for router_interface, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.567477 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd64b39-5328-4178-bf54-23916bd50064 None None] Pushing event updated for resources: {'Port': ['ID=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,revision_number=2']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:34.580458 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bdd64b39-5328-4178-bf54-23916bd50064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:34.608770 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Attempting to bind port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:34.609199 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Attempting to bind port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:34.609596 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Attempting to bind port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c on network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:34.628338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:34.629533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Checking segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:34.631928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.632605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Bound using segment: {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'} {{(pid=86485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:34.633765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Bound port: 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e5f7e-fc3b-4bdf-86f3-2948c8e59162', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b'}}] {{(pid=86485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:34.634389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.777824 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.801428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] For port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:34.817441 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] For port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:34.829690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 5714dd56-3813-43ff-b28f-a70562a81ec9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5714dd56-3813-43ff-b28f-a70562a81ec9,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:34.834591 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6a27124c-c73b-4813-87f5-d47e16fb49d1 None None] Provisioning for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:34.848308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-6a27124c-c73b-4813-87f5-d47e16fb49d1 None None] Provisioning complete for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:34.848308 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6a27124c-c73b-4813-87f5-d47e16fb49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.904796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6a27124c-c73b-4813-87f5-d47e16fb49d1 None None] Port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:57:34.907160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.911110 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.915074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e36891f-9ed6-42cd-861e-a6c26ae9763c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:34.926428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:34.991712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:34.992797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:35.127319 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e3cfd8c7-8496-4557-8d55-f7ac90c9749a up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:35.170692 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd64b39-5328-4178-bf54-23916bd50064 None None] Pushing event updated for resources: {'Port': ['ID=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:35.188445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:35.240714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:35.280008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-28e12f5d-acac-4bf4-bb23-a9d63b4a17de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:35.325187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=5714dd56-3813-43ff-b28f-a70562a81ec9,revision_number=3']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:35.330378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:35.365911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852764801'] for router_interface, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:35.369734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Pushing event updated for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:35.372784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:35.376368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:35.377032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:35.377268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:35.386632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port e3cfd8c7-8496-4557-8d55-f7ac90c9749a triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:35.387054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:35.519465 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:35.520585 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:35.761350 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Router aa136b9c-42b0-42ef-88be-5fdadef2f7ca has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:57:35.798016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '5efdd31b-cfc2-4ebc-9332-38eed60e8c44', 'name': '', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'mac_address': 'fa:16:3e:41:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:33Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 1, 'project_id': 'fadc4eda783645df9d758913f071073c', 'subnets': [{'id': '8226ed45-8420-481f-8392-a1b70f618477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:35.803307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e460492-c0ac-40bd-af7a-7cd90ce829b2 None None] The sync data for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb is: [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '5efdd31b-cfc2-4ebc-9332-38eed60e8c44', 'name': '', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'mac_address': 'fa:16:3e:41:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:33Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 1, 'project_id': 'fadc4eda783645df9d758913f071073c', 'subnets': [{'id': '8226ed45-8420-481f-8392-a1b70f618477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:35.835661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-1ae006d5-3584-418b-bd17-40e51aa1357a None None] Provisioning complete for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:35.836089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1ae006d5-3584-418b-bd17-40e51aa1357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:35.895387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-1ae006d5-3584-418b-bd17-40e51aa1357a None None] Port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:57:35.962974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:57:35.972528 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e6dcb1a8-0578-4176-bca2-90ca1462522d admin admin] 10.222.0.43 "PUT /v2.0/routers/aa136b9c-42b0-42ef-88be-5fdadef2f7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1774793 Apr 19 18:57:36.175453 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46536) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:36.326094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.343368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:36.347628 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Usage tracker for resource:security_group_rule and tenant:ec8bd3272dac4284a994c3224937a125 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:36.351545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:36.358323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:36.458817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.488515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.528519 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a44ee6c5-0923-4a42-8728-71937f7087e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:36.564027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f892e12-7f50-47e8-a73c-e8e252a990e9,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:36.569661 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec8bd3272dac4284a994c3224937a125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927820 Apr 19 18:57:36.570705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-45bc70ac-0bdb-43a6-927c-d146e9a05edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:36.573048 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46546) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:36.669960 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.700267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.807047 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.819641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ea322651-84f4-4b73-bed4-508d6e87ac1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:36.835932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f892e12-7f50-47e8-a73c-e8e252a990e9,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:36.838460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:36.841126 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:36.845485 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2b1ebc74-52ab-4f40-83a2-e340ae6e1dc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f892e12-7f50-47e8-a73c-e8e252a990e9 HTTP/1.1" status: 204 len: 168 time: 0.2710185 Apr 19 18:57:37.240584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:37.378345 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:37.384995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:37.387629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.472570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46564) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:37.524755 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.541454 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:37.546068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Usage tracker for resource:security_group_rule and tenant:2fc2de0bb1814c7c9b545a531f28bdd1 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:37.549171 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:37.554231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.556700 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:37.580230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:37.617693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.618829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5714dd56-3813-43ff-b28f-a70562a81ec9 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:37.662890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.671249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:37.698268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.734931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bf06fef1-72ee-496a-924f-8a418cdf486e tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:37.752113 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fc2de0bb1814c7c9b545a531f28bdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791874 Apr 19 18:57:37.755684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46568) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:37.771943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:37.773741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f06aea-e12e-4740-b64c-26559f1a1130,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:37.775917 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:37.781478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 5714dd56-3813-43ff-b28f-a70562a81ec9 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:37.781901 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.789676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dc82671e-afc3-45b9-9f45-935ef742fe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:37.836995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.872008 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.960749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:37.966893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8156d960-77a1-4ef9-b8e7-e772318f1884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:37.984729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f06aea-e12e-4740-b64c-26559f1a1130,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:38.000963 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:38.003627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:38.004856 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c3e642c3-bdee-40db-9448-7bd8f9cb1108 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40f06aea-e12e-4740-b64c-26559f1a1130 HTTP/1.1" status: 204 len: 168 time: 0.2479060 Apr 19 18:57:39.123511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:39.206414 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Sync routers for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:57:39.218577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:39.219511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:39.223222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:39.223669 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:39.420263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:39.832155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '5efdd31b-cfc2-4ebc-9332-38eed60e8c44', 'name': '', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'mac_address': 'fa:16:3e:41:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:33Z', 'updated_at': '2021-04-19T18:57:35Z', 'revision_number': 2, 'project_id': 'fadc4eda783645df9d758913f071073c', 'subnets': [{'id': '8226ed45-8420-481f-8392-a1b70f618477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:39.846618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Checking router: aa136b9c-42b0-42ef-88be-5fdadef2f7ca for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:57:39.847159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Updating router aa136b9c-42b0-42ef-88be-5fdadef2f7ca port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 binding host dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:57:39.922263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.340543 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks [] for port, precommit_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.354067 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Transition to ACTIVE for port object 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 will not be triggered until provisioned by entity L2. {{(pid=86486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:40.406912 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.413915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f20e6d40-71a7-4428-8076-8886dd3e0c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:40.672739 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da190c8-90f0-4a52-9b2b-909ace2af07d None None] Pushing event updated for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=3']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:40.706476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1da190c8-90f0-4a52-9b2b-909ace2af07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:40.737684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Attempting to bind port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 on host dv-cinder-786929-1-smb for vnic_type normal with profile {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:57:40.738089 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Attempting to bind port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 by drivers openvswitch,hyperv on host dv-cinder-786929-1-smb at level 0 using segments [{'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:57:40.738488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Attempting to bind port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 on network 23d7935f-6db3-4fb5-8a77-30c8336444ba {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:57:40.745507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Checking agent: {'id': '1578de4a-42c7-4551-a347-2ce20ef0d24c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 40, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 40, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:57:40.745910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Checking segment: {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:57:40.746348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.746814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Bound using segment: {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'} {{(pid=86486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:57:40.747330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Bound port: 5efdd31b-cfc2-4ebc-9332-38eed60e8c44, host: dv-cinder-786929-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525f100b-d6d9-4e13-90b7-c52edde5351c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba'}}] {{(pid=86486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:57:40.747735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.853766 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] For port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44, host dv-cinder-786929-1-smb, cleared binding levels {{(pid=86486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:57:40.857007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] For port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44, host dv-cinder-786929-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:57:40.905938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86486) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:40.910482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:41.006303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:57:41.009549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:57:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:41.031376 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46628) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:41.094304 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.223079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.244528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:41.249177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Usage tracker for resource:security_group_rule and tenant:df17a0f429624272ae4a8271a1719a01 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:41.252921 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:41.262845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:41.380101 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da190c8-90f0-4a52-9b2b-909ace2af07d None None] Pushing event updated for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=4']} {{(pid=86486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:41.380652 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.383951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1da190c8-90f0-4a52-9b2b-909ace2af07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=86486) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:41.413115 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.423077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-6533f5f9-a868-44f5-99dc-ee0396f783f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:41.445473 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:57:41.453495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e48f02-1d80-41d8-bb17-0097b48593c5,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:41.470268 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:41.496699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46634) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:41.510828 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0f03d855-6411-467b-97b4-75007c7bab46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df17a0f429624272ae4a8271a1719a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781721 Apr 19 18:57:41.585507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.616207 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.706905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.713535 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-34dca5e0-0fe5-475a-936a-8ffa376f8612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:41.733042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e48f02-1d80-41d8-bb17-0097b48593c5,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:41.736176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:41.751647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:41.757062 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-99de9eef-9722-4f12-9f9f-34f92b6b9a0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87e48f02-1d80-41d8-bb17-0097b48593c5 HTTP/1.1" status: 204 len: 168 time: 0.2589810 Apr 19 18:57:41.884757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '5efdd31b-cfc2-4ebc-9332-38eed60e8c44', 'name': '', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'mac_address': 'fa:16:3e:41:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:33Z', 'updated_at': '2021-04-19T18:57:40Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'subnets': [{'id': '8226ed45-8420-481f-8392-a1b70f618477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:57:41.889205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c3fa9-3900-45be-afdd-125e782baf97 None None] The sync data for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb is: [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T18:57:34Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': '5efdd31b-cfc2-4ebc-9332-38eed60e8c44', 'name': '', 'network_id': '23d7935f-6db3-4fb5-8a77-30c8336444ba', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'mac_address': 'fa:16:3e:41:6c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8226ed45-8420-481f-8392-a1b70f618477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:33Z', 'updated_at': '2021-04-19T18:57:40Z', 'revision_number': 4, 'project_id': 'fadc4eda783645df9d758913f071073c', 'subnets': [{'id': '8226ed45-8420-481f-8392-a1b70f618477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:57:42.302552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46642) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:42.323879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.347356 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:42.352346 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c437302583b243c9a3ba13eb831fb2de is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:42.355694 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:42.362075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:42.460526 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.494334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.502623 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-638ef619-839d-4838-8954-52179e686149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:42.574063 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c437302583b243c9a3ba13eb831fb2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698627 Apr 19 18:57:42.575602 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba77973-617e-462c-918a-bbf56a08619f,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:42.575927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46646) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:42.590883 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1f44433a-1cc4-4e2c-9058-87b0aeb405e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:42.666439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.696205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.768226 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c0640743-bf0e-4903-9279-30bf595f54cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.796849 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.802773 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0c08031d-cb39-4d08-90f6-20a9e02037b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:42.815752 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba77973-617e-462c-918a-bbf56a08619f,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:42.818889 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:42.826492 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:42.830854 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-96f8cc01-80c0-4f63-8310-48d3af918cbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bba77973-617e-462c-918a-bbf56a08619f HTTP/1.1" status: 204 len: 168 time: 0.2538013 Apr 19 18:57:43.147482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:43.268904 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:43.275905 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:43.276269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:43.427197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:43.487602 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] For port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:57:43.825389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:43.827371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f94b5f7a-c94f-4ecd-bb83-6916dd75e2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:43.907602 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Pushing event updated for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:43.911892 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:45.122040 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 up at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:57:45.212471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Provisioning complete for port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:45.212890 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:45.478728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-32a1d661-ecba-49a0-911b-f62a63b14d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:46.031039 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:46.196827 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:47.573927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:48.314635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-96f3a00b-f0e5-435d-b351-77c8a5c1f3aa tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:48.315295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-96f3a00b-f0e5-435d-b351-77c8a5c1f3aa tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:network {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:57:48.408261 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-96f3a00b-f0e5-435d-b351-77c8a5c1f3aa tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:network {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:57:48.409567 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-96f3a00b-f0e5-435d-b351-77c8a5c1f3aa tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 814 time: 0.2544389 Apr 19 18:57:48.427671 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-ba043105-62d7-480a-b37a-515a6c763b14 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/quotas/389db79177214c93b477779aca12a8c0 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Apr 19 18:57:48.523388 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-b87487e6-8030-4dda-a301-5220dda9b95f tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889914 Apr 19 18:57:48.791976 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-254b5b37-7c6a-43ca-8a58-7159d8271038 service neutron] 10.222.0.43 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499995 Apr 19 18:57:48.941261 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-7ea20ef6-ef7b-4a6b-98a2-2c319c0b078b service neutron] 10.222.0.43 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426060 Apr 19 18:57:49.266521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-f662afc2-d280-49b9-a84f-10ce8d5dc332 req-88446e7a-b4d0-4ced-aa39-42d62c1c2cd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:57:49.319913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-f662afc2-d280-49b9-a84f-10ce8d5dc332 req-88446e7a-b4d0-4ced-aa39-42d62c1c2cd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:57:49.321170 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f662afc2-d280-49b9-a84f-10ce8d5dc332 req-88446e7a-b4d0-4ced-aa39-42d62c1c2cd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 210 time: 0.1077826 Apr 19 18:57:50.175964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:57:50.488389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-47c7cda8-fa05-4aec-83c8-c4398e791245 req-6555fb64-b9d0-4465-8914-7297a8fdd53a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 210 time: 0.0535531 Apr 19 18:57:51.129601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-4d76abe2-9fa6-4434-b8ac-d07ea9fde138 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:51.131243 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-4d76abe2-9fa6-4434-b8ac-d07ea9fde138 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 814 time: 0.1603549 Apr 19 18:57:51.147522 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'port': {'device_id': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'admin_state_up': True, 'tenant_id': '389db79177214c93b477779aca12a8c0'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:57:51.539117 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:51.543154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46816) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:51.559158 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:51.595214 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Made reservation on behalf of 389db79177214c93b477779aca12a8c0 for: {'port': 1} {{(pid=86483) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:57:51.602734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:51.689942 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8001e098-756e-48ba-a5e0-0bf06f79952e req-fd31796f-a8d9-495a-8148-4795cb592f28 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 210 time: 0.0562184 Apr 19 18:57:51.715006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:51.732856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:51.736800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Usage tracker for resource:security_group_rule and tenant:9cdee0314399418bad4b40b358238230 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:51.739876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:51.745911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:51.803349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Allocated IP 172.20.0.14 (5230572e-d0a2-410a-9251-0130c18f280f/5f18dba9-2283-4f78-82a0-e139e644bb33/05c3b0e7-dbfb-4167-9530-aa1193d96232) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:57:51.834029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:51.865767 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.092287 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.129069 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3dcd02c4-411f-4080-8453-9e67363b84b0 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:52.133557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Transition to ACTIVE for port object 05c3b0e7-dbfb-4167-9530-aa1193d96232 will not be triggered until provisioned by entity DHCP. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:57:52.163309 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc6e71-91ef-410b-acee-88ad94b4d6cd,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:52.168638 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:52.194938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46836) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:52.195694 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cdee0314399418bad4b40b358238230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512525 Apr 19 18:57:52.249027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.265459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ab30c5f2-125d-414c-8ecb-eb242eb88fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:52.364000 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Network 5230572e-d0a2-410a-9251-0130c18f280f is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:57:52.369806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:57:52.372693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:57:52.423373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.478372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.548556 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:52.569776 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.570245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.572632 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.574866 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.575416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.576606 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.577132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:57:52.597195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:52.638962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:52.639972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.717495 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-5c9268e4-7cc8-44a6-a7ff-12e849f3d763 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5747898 Apr 19 18:57:52.740449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a6dcdf1f-6320-45a4-90c7-34d451e401b0 None None] Provisioning for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 completed by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:57:52.741712 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.745372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.746819 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4efc6e71-91ef-410b-acee-88ad94b4d6cd HTTP/1.1" status: 204 len: 168 time: 0.5509620 Apr 19 18:57:52.747775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2ab5f722-16ce-4937-9b5d-88ae63b9449a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:52.762561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-a6dcdf1f-6320-45a4-90c7-34d451e401b0 None None] Provisioning complete for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:57:52.762952 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6dcdf1f-6320-45a4-90c7-34d451e401b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:52.768771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc6e71-91ef-410b-acee-88ad94b4d6cd,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:52.778386 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0c90a39b-47ca-4491-b498-a8d197f6eda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:52.849675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a6dcdf1f-6320-45a4-90c7-34d451e401b0 None None] Port 05c3b0e7-dbfb-4167-9530-aa1193d96232 cannot update to ACTIVE because it is not bound. {{(pid=86485) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:57:52.957865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-cab15de8-95c1-4e16-9ce2-c21500c11e0b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:52.959134 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-cab15de8-95c1-4e16-9ce2-c21500c11e0b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:57:53.034318 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-cab15de8-95c1-4e16-9ce2-c21500c11e0b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:57:53.036271 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-cab15de8-95c1-4e16-9ce2-c21500c11e0b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.1846905 Apr 19 18:57:53.093659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-de98f7ee-6c7f-4410-9a67-127943c6808b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:57:53.160245 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-de98f7ee-6c7f-4410-9a67-127943c6808b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:57:53.161577 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9afba403-22c0-4db2-a384-a0fb2100ae1a req-de98f7ee-6c7f-4410-9a67-127943c6808b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177316 Apr 19 18:57:53.343743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46846) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:53.362476 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.378974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:53.384272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Usage tracker for resource:security_group_rule and tenant:729242ad57384314be17ddf63ff0e422 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:53.387430 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:53.393534 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:53.480680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.516594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.530061 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-dcacca74-007d-4295-82d8-8202e2fa2b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:53.580961 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=729242ad57384314be17ddf63ff0e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359910 Apr 19 18:57:53.583264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c78e7-8beb-4452-9393-139f0cc826ac,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:53.584478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46850) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:53.586510 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:53.663925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.698280 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.846548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.851919 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9d7cf0e2-cc4c-4173-be2d-87e7c6ddbf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:53.867159 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c78e7-8beb-4452-9393-139f0cc826ac,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:53.869421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:53.877242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:53.881965 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1b804751-be6f-4c06-9b53-443622c04953 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff9c78e7-8beb-4452-9393-139f0cc826ac HTTP/1.1" status: 204 len: 168 time: 0.2954836 Apr 19 18:57:54.405113 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db5513-67ac-4111-808d-acbdf591d78c req-88cda0b5-42d9-441e-829c-64a79d3fc865 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:54.406869 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81db5513-67ac-4111-808d-acbdf591d78c req-88cda0b5-42d9-441e-829c-64a79d3fc865 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.1131160 Apr 19 18:57:54.464260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81db5513-67ac-4111-808d-acbdf591d78c req-a93e5780-d62d-473b-a277-5b1b33a35f69 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501883 Apr 19 18:57:55.577729 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46888) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:55.715388 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:55.723424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5374fa-ab85-4dd1-8da9-bd67ccbbcd45 req-8cd1c8c9-69ad-406b-82fa-fc3f33218302 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:55.725377 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7f5374fa-ab85-4dd1-8da9-bd67ccbbcd45 req-8cd1c8c9-69ad-406b-82fa-fc3f33218302 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.0953588 Apr 19 18:57:55.732663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:57:55.736704 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Usage tracker for resource:security_group_rule and tenant:fe61e8ebf2d2403699169750c4cdbb44 is out of sync, need to count used quota {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:57:55.740361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86484) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:57:55.746741 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86484) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:57:55.777637 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7f5374fa-ab85-4dd1-8da9-bd67ccbbcd45 req-f301eb3c-7194-4e09-8c0f-d076e14ee7d7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Apr 19 18:57:55.836383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:55.882938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:55.893417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-eed92d7f-56fa-4572-8c19-453ba9c72d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:55.944425 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe61e8ebf2d2403699169750c4cdbb44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616748 Apr 19 18:57:55.944425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76363341-f14d-435c-ad5a-95e628395df5,revision_number=1']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:55.944763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46894) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:57:55.946216 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3791506e-ab3e-4c9f-b919-8bb0e0bb8f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:56.013882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:56.042328 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:56.134499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:56.140370 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-94ce62a6-fd2a-4831-9ef3-84fa43a7512d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:57:56.154059 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76363341-f14d-435c-ad5a-95e628395df5,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:57:56.158809 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:57:56.164401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:57:56.168156 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-7929fac5-e008-48fb-bc95-216bc4ddf9ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76363341-f14d-435c-ad5a-95e628395df5 HTTP/1.1" status: 204 len: 168 time: 0.2197511 Apr 19 18:57:57.001743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8d411-65ba-4992-a69c-42ecfa075ffa req-c0caf336-5a6c-4691-8a0b-78f253fee92a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:57.004936 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-26d8d411-65ba-4992-a69c-42ecfa075ffa req-c0caf336-5a6c-4691-8a0b-78f253fee92a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.1035619 Apr 19 18:57:57.055275 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-26d8d411-65ba-4992-a69c-42ecfa075ffa req-8c10e0b0-8ef8-42b0-a2c2-a9ba8636f64f tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Apr 19 18:57:58.261204 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7530-dbe0-4287-8aac-3f374d726c3c req-a990280a-1a1b-48d6-9c6c-b3efeca296ac tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:58.262734 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-02fc7530-dbe0-4287-8aac-3f374d726c3c req-a990280a-1a1b-48d6-9c6c-b3efeca296ac tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.0928545 Apr 19 18:57:58.312662 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-02fc7530-dbe0-4287-8aac-3f374d726c3c req-d9cabe44-8ab6-49bc-bb0f-1f114f64e97c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Apr 19 18:57:59.528185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7dcbb-df46-46a5-9eeb-1e3f41778e1a req-4adc6413-d813-415e-bdfe-a01259eb2a90 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:57:59.529989 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03f7dcbb-df46-46a5-9eeb-1e3f41778e1a req-4adc6413-d813-415e-bdfe-a01259eb2a90 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.0976326 Apr 19 18:57:59.587420 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-03f7dcbb-df46-46a5-9eeb-1e3f41778e1a req-d41780d4-1e95-4372-adde-0dda661e7da6 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498703 Apr 19 18:58:00.798310 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f1c35-bb04-494b-8f43-62676ab16e81 req-21bf000c-e25f-497f-9afc-1565a190c934 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:00.799969 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8c2f1c35-bb04-494b-8f43-62676ab16e81 req-21bf000c-e25f-497f-9afc-1565a190c934 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.0952728 Apr 19 18:58:00.850109 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8c2f1c35-bb04-494b-8f43-62676ab16e81 req-8ab39749-66c8-436d-9b3b-c536cabfe856 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Apr 19 18:58:02.053014 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fbfbb-bf08-4f1e-8f42-1efce045dbbd req-1e22e9c0-437a-470a-bb59-646cb531f6e3 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:02.054572 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-857fbfbb-bf08-4f1e-8f42-1efce045dbbd req-1e22e9c0-437a-470a-bb59-646cb531f6e3 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 932 time: 0.0878761 Apr 19 18:58:02.105365 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-857fbfbb-bf08-4f1e-8f42-1efce045dbbd req-409eff8d-e949-4edd-866d-42ea701f719b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444522 Apr 19 18:58:02.308844 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Request body: {'port': {'device_id': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:02.431387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:02.786313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c3b0e7-dbfb-4167-9530-aa1193d96232 {{(pid=86483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:58:02.794060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:02.809364 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Transition to ACTIVE for port object 05c3b0e7-dbfb-4167-9530-aa1193d96232 will not be triggered until provisioned by entity L2. {{(pid=86483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:58:02.835925 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:02.840489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-74ee71e5-dc57-4228-8b5c-8b3abeacbe50 tempest-VolumesActionsTest-2012823641 tempest-VolumesActionsTest-2012823641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:02.977583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:03.016242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:03.092114 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Attempting to bind port 05c3b0e7-dbfb-4167-9530-aa1193d96232 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:58:03.092737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Attempting to bind port 05c3b0e7-dbfb-4167-9530-aa1193d96232 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:58:03.092872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Attempting to bind port 05c3b0e7-dbfb-4167-9530-aa1193d96232 on network 5230572e-d0a2-410a-9251-0130c18f280f {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:58:03.097715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Port 05c3b0e7-dbfb-4167-9530-aa1193d96232 on network 5230572e-d0a2-410a-9251-0130c18f280f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:58:03.098639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Attempting to bind port 05c3b0e7-dbfb-4167-9530-aa1193d96232 on network 5230572e-d0a2-410a-9251-0130c18f280f {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:58:03.104152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Checking agent: {'id': 'ab8ea930-4ffd-437d-8054-0e74702e2adc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'started_at': datetime.datetime(2021, 4, 19, 18, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:58:03.104527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Checking segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:58:03.104945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Bound using segment: {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'} {{(pid=86483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:58:03.105415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Bound port: 05c3b0e7-dbfb-4167-9530-aa1193d96232, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f'}}] {{(pid=86483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:58:03.105798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:03.204169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, cleared binding levels {{(pid=86483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:58:03.207790 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:58:03.261155 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:03.271633 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-58e35061-8513-47a1-ba3c-184561b2c32e tempest-VolumesNegativeTest-1394590923 tempest-VolumesNegativeTest-1394590923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:03.328722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:03.329399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:03.330916 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] 10.222.0.16 "PUT /v2.0/ports/05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1094 time: 1.0268278 Apr 19 18:58:03.333542 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:03.382796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=3']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:03.388682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-8d3f68b1-9dd2-4414-bb92-e26230bc8529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:03.393966 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:58:03.404468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaff93-b184-43a5-9bab-b8c6ff453a87 req-cf3e8bc9-1ff9-4973-8812-13daa4fd777a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:03.406141 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2fbaff93-b184-43a5-9bab-b8c6ff453a87 req-cf3e8bc9-1ff9-4973-8812-13daa4fd777a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 944 time: 0.1875546 Apr 19 18:58:03.512457 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-2fbaff93-b184-43a5-9bab-b8c6ff453a87 req-cd6c0faa-d817-47c0-b98a-137da01be27b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681276 Apr 19 18:58:03.527191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-9f6d2f05-b7d6-4835-9960-9bf6a567833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:03.529086 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-9f6d2f05-b7d6-4835-9960-9bf6a567833e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1097 time: 0.1216660 Apr 19 18:58:03.608428 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-bf119a83-3eb4-4dc0-89a4-6498b1ab5021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 217 time: 0.0713406 Apr 19 18:58:03.683971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-fc870491-ee09-44e8-a779-67f077fba6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:03.685466 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-fc870491-ee09-44e8-a779-67f077fba6a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0633502 Apr 19 18:58:03.775098 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-a14d1099-32b7-4c1f-b1d9-b3204b6b9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:03.776679 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-a14d1099-32b7-4c1f-b1d9-b3204b6b9653 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808740 Apr 19 18:58:03.919705 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-95566f14-f99a-4d0b-b8a5-57b7793ffc38 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358542 Apr 19 18:58:04.068539 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-edbba52e-f0ce-48c8-b75a-99cab0fb0387 req-e055fccc-03f2-4236-af9a-01f1df7f8581 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363466 Apr 19 18:58:04.216838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-b2423d5c-144f-4663-85ca-ad9d68fd669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:04.218283 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-b2423d5c-144f-4663-85ca-ad9d68fd669f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1097 time: 0.0775774 Apr 19 18:58:04.362946 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-13efcff6-4350-446a-93a3-35b3eea4caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:04.364624 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-13efcff6-4350-446a-93a3-35b3eea4caad service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1386895 Apr 19 18:58:04.445780 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-b91e43ee-a260-4ef2-8531-f94d5d3d4937 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 217 time: 0.0719178 Apr 19 18:58:04.516361 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-9f378e1d-b14a-4df0-b9b2-028f0473b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:04.517866 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-9f378e1d-b14a-4df0-b9b2-028f0473b396 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0650489 Apr 19 18:58:04.633601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-05cbcac7-c14d-425f-8d3c-18860c613783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:04.638458 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-05cbcac7-c14d-425f-8d3c-18860c613783 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079912 Apr 19 18:58:04.722176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbe6d2-7fc9-4412-b789-d6cdf0a64b9b req-92447db1-0fad-42fc-9480-ca4e8d159fd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:04.724377 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6afbe6d2-7fc9-4412-b789-d6cdf0a64b9b req-92447db1-0fad-42fc-9480-ca4e8d159fd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 944 time: 0.0925186 Apr 19 18:58:04.778537 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-6afbe6d2-7fc9-4412-b789-d6cdf0a64b9b req-748364f3-522e-41bf-8a4c-709b502b610e tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472567 Apr 19 18:58:04.809260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-2cacdb8d-4165-462e-9e59-1df0e7abf6c6 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654212 Apr 19 18:58:04.962290 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a5e71bba-b6d8-4f15-ab16-f6d8c18ceab8 req-e48398a7-5387-4c15-9dc8-9b634a8e6bef service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446335 Apr 19 18:58:06.206913 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f64d90-90be-4f77-ba52-8c357dcbb590 req-0ecd4e41-83a4-4d1d-9538-5d04bc9f2ca3 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:06.208668 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9f64d90-90be-4f77-ba52-8c357dcbb590 req-0ecd4e41-83a4-4d1d-9538-5d04bc9f2ca3 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 944 time: 0.3164907 Apr 19 18:58:06.256002 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9f64d90-90be-4f77-ba52-8c357dcbb590 req-fca890f3-40a2-4bda-9d9f-6f57df365670 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Apr 19 18:58:06.305357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 05c3b0e7-dbfb-4167-9530-aa1193d96232 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86485) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:58:06.447929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:06.461831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Returning: {'device': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'port_id': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'mac_address': 'fa:16:3e:e8:38:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86485) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:58:06.521094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:06.539317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c3b0e7-dbfb-4167-9530-aa1193d96232 {{(pid=86485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:58:06.556054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:06.601914 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:06.603814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:06.676351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=4']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:06.684032 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.684424 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.684814 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.685185 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.685559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.685931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.686297 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.686685 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.687053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.687417 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.687796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.688160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:06.692300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:06.856071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:58:07.463416 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c302f9-e2ff-48a7-acdb-40fa46f83135 req-4570f023-abf1-4f66-864e-75c3ffbf5a0a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:07.465001 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-27c302f9-e2ff-48a7-acdb-40fa46f83135 req-4570f023-abf1-4f66-864e-75c3ffbf5a0a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 945 time: 0.0945773 Apr 19 18:58:07.516340 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-27c302f9-e2ff-48a7-acdb-40fa46f83135 req-0eb78861-0a49-49dc-a5ac-f03d53146c50 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Apr 19 18:58:08.310735 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 05c3b0e7-dbfb-4167-9530-aa1193d96232 up at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:58:08.413107 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 completed by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:58:08.418202 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Provisioning complete for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 triggered by entity L2. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:58:08.418667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:08.543639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:08.571829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:08.582877 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:08.607761 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068'] for port, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:08.609948 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:08.649271 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'code': 200} Apr 19 18:58:08.684847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=5']} {{(pid=86485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:08.688121 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86485) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:08.730357 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758999d2-5076-49c8-b2d4-38697be469ca req-a2c00ed4-f3ec-4c61-860c-97b51dbb0ccf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:08.732049 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-758999d2-5076-49c8-b2d4-38697be469ca req-a2c00ed4-f3ec-4c61-860c-97b51dbb0ccf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0965459 Apr 19 18:58:08.782467 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-758999d2-5076-49c8-b2d4-38697be469ca req-3548cd5f-9c82-49ce-89d0-30ef422403f0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Apr 19 18:58:08.919676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c7d6c-81a9-48a3-b84c-ed4a3b251ce7 req-8f79874c-c49d-476b-b3f2-48d799c489f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:08.921220 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd2c7d6c-81a9-48a3-b84c-ed4a3b251ce7 req-8f79874c-c49d-476b-b3f2-48d799c489f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1099 time: 0.0761056 Apr 19 18:58:08.966561 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-fd2c7d6c-81a9-48a3-b84c-ed4a3b251ce7 req-34e20cbf-070e-4873-a319-d2af324377c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Apr 19 18:58:09.987220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa3a72-d203-4353-836a-e957fde349fb req-d1d1c5f2-c20c-4da4-8be6-4205a51ac056 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:09.989333 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9fa3a72-d203-4353-836a-e957fde349fb req-d1d1c5f2-c20c-4da4-8be6-4205a51ac056 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0887363 Apr 19 18:58:10.038503 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9fa3a72-d203-4353-836a-e957fde349fb req-062a336d-2707-4831-8480-88ba2fda9410 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Apr 19 18:58:11.091233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:11.239264 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c0d0c-a847-40e5-8318-b4eab0c8203d req-224cabca-49a6-4b19-893d-453e6b4f6aaf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:11.240818 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b36c0d0c-a847-40e5-8318-b4eab0c8203d req-224cabca-49a6-4b19-893d-453e6b4f6aaf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0898972 Apr 19 18:58:11.288755 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b36c0d0c-a847-40e5-8318-b4eab0c8203d req-3cdce819-e1a5-45be-8f8b-da312bb55af6 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Apr 19 18:58:11.491748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd9cc7-ace1-4c72-b5ce-a423e4c23580 req-7a4485b3-1649-4fea-a1f0-25d70769a854 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:11.493309 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73cd9cc7-ace1-4c72-b5ce-a423e4c23580 req-7a4485b3-1649-4fea-a1f0-25d70769a854 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0919800 Apr 19 18:58:11.541589 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-73cd9cc7-ace1-4c72-b5ce-a423e4c23580 req-c6b02190-03aa-48a8-9135-712f6b4f8589 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Apr 19 18:58:11.958181 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ce24b-c616-49f0-a927-b0639a4d3646 req-e1ed6692-2c6a-4975-9652-d85cdb53e4b4 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:11.959779 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-532ce24b-c616-49f0-a927-b0639a4d3646 req-e1ed6692-2c6a-4975-9652-d85cdb53e4b4 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0879731 Apr 19 18:58:12.011005 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-532ce24b-c616-49f0-a927-b0639a4d3646 req-af4fcdee-e63d-45a9-8d2b-5e3b8e0cf2d5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Apr 19 18:58:12.773569 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b577-6915-498e-8e0c-950390965e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:15.481881 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-55f79a5b-0233-4209-9547-3af017320c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.036296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.167785 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.376462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 46964) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:16.591411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Deleting port bb766088-a01d-4f17-96d0-34f7c49c9c77 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:16.591920 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.770768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.770768 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:16.900701 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Calling delete_port for bb766088-a01d-4f17-96d0-34f7c49c9c77 owned by network:floatingip {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:16.998402 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-12b4e0e7-3626-415c-8b26-d8853ef69db7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833924 Apr 19 18:58:17.110801 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:17.116540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:17.153238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-bfc2522b-3c29-4cb5-9d03-986dac48514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.155045 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-bfc2522b-3c29-4cb5-9d03-986dac48514f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.0800474 Apr 19 18:58:17.164025 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event deleted for resources: {'Port': ['ID=bb766088-a01d-4f17-96d0-34f7c49c9c77,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:17.167378 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:17.323693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-cc13a08e-c334-4fae-a378-1032d95e3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.325202 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-cc13a08e-c334-4fae-a378-1032d95e3d27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.1415734 Apr 19 18:58:17.326413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for floatingip, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:17.326813 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Floating IP ea8953d6-6fd3-48c2-a618-60c006cdae4b disassociated (deleted). External IP: 172.28.3.82, port: 888fa0dc-e527-4a81-96db-c94f504f030d. Apr 19 18:58:17.411918 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-ff789d9e-93bf-4e66-8ef4-347ddd7610c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 217 time: 0.0725539 Apr 19 18:58:17.481999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-1b7956b9-a2bc-49df-a901-85f42c883085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.484138 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-1b7956b9-a2bc-49df-a901-85f42c883085 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.0648975 Apr 19 18:58:17.484231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33679a-fcbb-4c5a-9241-e495f5a18753 req-3a918d4b-fe69-4d0d-9411-0b12e1eeac92 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.485552 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d33679a-fcbb-4c5a-9241-e495f5a18753 req-3a918d4b-fe69-4d0d-9411-0b12e1eeac92 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.2850583 Apr 19 18:58:17.561962 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:17.575048 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5d33679a-fcbb-4c5a-9241-e495f5a18753 req-7e5a02e1-1fab-4e41-9e1c-aa9999fd3dbd tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825884 Apr 19 18:58:17.578684 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-1f25eb0a-69a4-490e-ad1a-570faafee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.580292 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-1f25eb0a-69a4-490e-ad1a-570faafee272 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886900 Apr 19 18:58:17.612079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46976) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:17.736675 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-55211510-5e21-48a2-bc57-c3c382cdd107 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490483 Apr 19 18:58:17.768583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:58:17.938459 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e08b8df2-6b1f-42e4-a4b2-16f8e3e1d318 req-a27b846d-0761-4296-b11c-5afdbe178a68 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948481 Apr 19 18:58:17.959054 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:58:17.962074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d447ff9-e9f7-42b1-a68d-fc8869529034 tempest-TestMinimumBasicScenario-752261006 tempest-TestMinimumBasicScenario-752261006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:17.962074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6d447ff9-e9f7-42b1-a68d-fc8869529034 tempest-TestMinimumBasicScenario-752261006 tempest-TestMinimumBasicScenario-752261006-project-admin] Synchronizing usage tracker for tenant:fadc4eda783645df9d758913f071073c on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:58:17.969036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Sync routers for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:58:17.982298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:17.982999 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:18.017094 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:18.018982 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-6d447ff9-e9f7-42b1-a68d-fc8869529034 tempest-TestMinimumBasicScenario-752261006 tempest-TestMinimumBasicScenario-752261006-project-admin] Unset dirty status for tenant:fadc4eda783645df9d758913f071073c on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:58:18.024136 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-6d447ff9-e9f7-42b1-a68d-fc8869529034 tempest-TestMinimumBasicScenario-752261006 tempest-TestMinimumBasicScenario-752261006-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1094 time: 0.4075086 Apr 19 18:58:18.024338 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 46982) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:18.030124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'floatingip': {'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'port_id': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:18.036710 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:18.040818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:floatingip and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:18.043845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:18.049953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:18.076325 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for floatingip, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:18.081531 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "DELETE /v2.0/floatingips/ea8953d6-6fd3-48c2-a618-60c006cdae4b HTTP/1.1" status: 204 len: 168 time: 1.7014186 Apr 19 18:58:18.081531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:18.190435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:18.233639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:18.281467 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'status': 'completed', 'code': 200} Apr 19 18:58:18.460977 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-c13b559d-1b95-4a94-a77c-f00ec3bb8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:18.462713 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-c13b559d-1b95-4a94-a77c-f00ec3bb8aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 1098 time: 0.1599064 Apr 19 18:58:18.578485 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:18.583464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Checking router: ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:58:18.593307 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:18.593976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:18.626187 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_common [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Allocated IP 172.28.3.108 (47bdec4c-fc27-4f4d-a036-aec9d04a4a5b/1b0fd50e-5a27-435d-821d-22855e4c1cc1/fc40ff02-d0a8-478b-9ecb-31169c5697db) {{(pid=86483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:58:18.638935 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06de31e-8a07-4778-a1e4-20eca959c35e req-d8c6fff1-e2c5-44ca-ad3f-0be8e0dc60e9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:18.639690 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d06de31e-8a07-4778-a1e4-20eca959c35e req-d8c6fff1-e2c5-44ca-ad3f-0be8e0dc60e9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Synchronizing usage tracker for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:58:18.685565 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-d06de31e-8a07-4778-a1e4-20eca959c35e req-d8c6fff1-e2c5-44ca-ad3f-0be8e0dc60e9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Unset dirty status for tenant:629077fbf0ce4bcaa8671046c8880ebb on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:58:18.687082 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d06de31e-8a07-4778-a1e4-20eca959c35e req-d8c6fff1-e2c5-44ca-ad3f-0be8e0dc60e9 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1391301 Apr 19 18:58:18.739071 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d06de31e-8a07-4778-a1e4-20eca959c35e req-7823ce7e-12df-4275-ac5a-dc18e3e2a331 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445368 Apr 19 18:58:18.751625 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-ce2be12b-9ab2-4679-8d2a-a108e1fecc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:18.753990 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-ce2be12b-9ab2-4679-8d2a-a108e1fecc9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 200 len: 908 time: 0.2791169 Apr 19 18:58:18.788884 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:18.844822 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-d6f972a4-6106-4c24-94be-6d1a61143a37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 200 len: 217 time: 0.0823610 Apr 19 18:58:18.958986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-7d9eb24e-1ae1-4578-ac48-f4a983fe05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:18.960542 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-7d9eb24e-1ae1-4578-ac48-f4a983fe05b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 200 len: 846 time: 0.1024973 Apr 19 18:58:18.965212 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for port, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:19.065444 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-cb9c8bf1-4185-4212-9eea-6dc41bfe7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:19.068114 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-cb9c8bf1-4185-4212-9eea-6dc41bfe7b60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56f3ee0a-5736-4bf6-91d4-4b537cd06c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996225 Apr 19 18:58:19.126533 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:19.131432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bdaf0-cdef-437e-a258-f8b4aba0f62c None None] The sync data for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb is: [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:53:39Z', 'revision_number': 4, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'ff816b06-50b4-482f-8ba2-a19c781bcb7f', 'name': '', 'network_id': '56f3ee0a-5736-4bf6-91d4-4b537cd06c89', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'mac_address': 'fa:16:3e:4d:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:38Z', 'updated_at': '2021-04-19T18:53:50Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'subnets': [{'id': 'c0a6e551-8942-4596-bb6c-e347fc5ca37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:58:19.153337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269120708400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:19.163683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-afacaa10-0a5f-43c7-9881-de6371a28f14 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:19.251292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Network 47bdec4c-fc27-4f4d-a036-aec9d04a4a5b is already hosted by enough agents. {{(pid=86483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:58:19.256247 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.base_scheduler [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources bound (agent type, host, resource id): {{(pid=86483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:58:19.265143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Received port after_create {{(pid=86483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:58:19.305093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'Port': ['ID=fc40ff02-d0a8-478b-9ecb-31169c5697db,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:19.314651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:19.397355 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-f8491f98-e01d-4d15-9ff4-1b67e39050fb service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211942 Apr 19 18:58:19.519734 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa4a9c-ab6b-4082-917a-8c50d6a54080 None None] New status for floating IP ea8953d6-6fd3-48c2-a618-60c006cdae4b: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:58:20.053756 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-9419a1cd-51f4-4c38-aeda-32499623fab8 req-86139f15-b1d6-4594-9690-bac46843ab62 service neutron] 10.222.0.16 "GET /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424952 Apr 19 18:58:20.116379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8f67f-a537-4eac-8d01-f13146532b52 req-f6838fe7-7b0c-4818-ba83-b990034ec3f3 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:20.117964 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58d8f67f-a537-4eac-8d01-f13146532b52 req-f6838fe7-7b0c-4818-ba83-b990034ec3f3 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.2423389 Apr 19 18:58:20.241711 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-58d8f67f-a537-4eac-8d01-f13146532b52 req-2815b158-c315-4b41-a043-414a8620feba tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/security-groups?id=82afefc7-4ce7-4434-91c7-06948d29a22d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115522 Apr 19 18:58:20.285262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:20.295992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72185097-5766-4246-885d-52338fa5dd66 req-ebfb3153-2477-4cfd-a5a1-9ccab0b05f40 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:20.297532 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72185097-5766-4246-885d-52338fa5dd66 req-ebfb3153-2477-4cfd-a5a1-9ccab0b05f40 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.16 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1393871 Apr 19 18:58:20.389942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Deleting port 888fa0dc-e527-4a81-96db-c94f504f030d {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:20.389942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:20.535879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:20.852494 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] For port 888fa0dc-e527-4a81-96db-c94f504f030d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=888fa0dc-e527-4a81-96db-c94f504f030d,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:20.852816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:20.999393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Calling delete_port for 888fa0dc-e527-4a81-96db-c94f504f030d owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:21.099706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for port, precommit_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:21.121679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1334085'] for port, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:21.126462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-b264b9f5-8538-41b9-bd23-b4faf90f45b9 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:21.286481 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'Port': ['ID=fc40ff02-d0a8-478b-9ecb-31169c5697db,revision_number=2']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:21.289452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:21.318080 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852764757'] for floatingip, after_update {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:21.382371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:21.414443 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-91a06654-37d0-4e5a-8d71-4d4bf1010d0e req-ec533e09-9567-4130-9fc3-daa83ce3f89c tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0541782 Apr 19 18:58:21.448106 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-80b38a90-3aa3-4523-9ed7-2bd9317cdabe tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:21.509313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event deleted for resources: {'Port': ['ID=888fa0dc-e527-4a81-96db-c94f504f030d,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:21.511974 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:21.611371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] No DVR routers for this DVR port 888fa0dc-e527-4a81-96db-c94f504f030d on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:58:21.613882 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:21.620447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-deleted', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:21.666126 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Floating IP bd444a7f-8789-4aa5-b4d2-a0f96cf324a6 associated. External IP: 172.28.3.108, port: 05c3b0e7-dbfb-4167-9530-aa1193d96232. Apr 19 18:58:21.718880 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ec35c-4fac-4390-9885-737c641b3ea1', 'name': 'network-vif-deleted', 'tag': '888fa0dc-e527-4a81-96db-c94f504f030d', 'status': 'completed', 'code': 200} Apr 19 18:58:21.726497 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-72185097-5766-4246-885d-52338fa5dd66 req-ef26361e-22b5-414e-8c1d-ce1df9a96648 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.16 "DELETE /v2.0/ports/888fa0dc-e527-4a81-96db-c94f504f030d HTTP/1.1" status: 204 len: 173 time: 1.4214575 Apr 19 18:58:22.299686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Router 82fca3cb-95f7-4746-9bc1-616ef23ef17e has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86483) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:58:22.497266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86483) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:58:22.515475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Sync routers for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:58:22.528626 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:22.529993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:22.573552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:22.601169 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-955bfa04-0900-488e-b0cb-e10c774e064c req-522378fc-5a6f-4f17-8074-0e6bca8db84d tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "GET /v2.0/ports?device_id=217ec35c-4fac-4390-9885-737c641b3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0493498 Apr 19 18:58:22.642268 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a025c20a-8fed-4607-aeac-7064e197f481 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6167905 Apr 19 18:58:22.645651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47002) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:22.655313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814779474', 'description': 'tempest-secgroup-smoke-814779474 description', 'project_id': '389db79177214c93b477779aca12a8c0'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:22.658267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:22.669980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:22.731722 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:22.756605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:22.761303 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:22.764513 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:22.771283 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:22.850674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:22.908305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:22.914888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7485eed0-a00f-4cd5-b1eb-5aa1bfb408bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:22.915682 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:22.951281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a66ae5-d591-48ec-9940-d7e0baec0f8e,revision_number=1']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:22.954627 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:23.085742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.087193 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4404352 Apr 19 18:58:23.090191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47006) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:23.096763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:23.104122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:23.108499 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:23.111551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:23.118714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:23.192953 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.275086 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.301851 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'bd444a7f-8789-4aa5-b4d2-a0f96cf324a6', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'port_id': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'mac_address': 'fa:16:3e:e8:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:58:20Z', 'updated_at': '2021-04-19T18:58:20Z', 'revision_number': 0, 'project_id': '389db79177214c93b477779aca12a8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:23.305813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Checking router: 82fca3cb-95f7-4746-9bc1-616ef23ef17e for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:58:23.308042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.310269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ac08a27c-05fb-4285-925e-bda4785cb5f6 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:23.314908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:23.320811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:23.335174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c21a26-7897-4e5e-baa3-0898afc3a885,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:23.337748 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:23.383337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.384705 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-5c3de823-70d7-466a-9feb-b2df928e7ac1 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934167 Apr 19 18:58:23.387762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47010) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:23.395191 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:23.400459 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:23.404531 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:23.407570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:23.414493 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:23.505786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:23.507154 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.573639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.601967 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.604149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:23.628236 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b512aba-193c-4c2a-a320-31ee25e983ea,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:23.639104 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:23.682148 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.683781 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-38a57e64-5faf-4959-8f7d-5f1c6a12b477 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2948573 Apr 19 18:58:23.686560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47016) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:23.693276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:23.700132 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:23.704772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:23.709994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47020) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:23.712119 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:23.718293 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:23.720938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:23.780454 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:58:23.789145 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.789482 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.827587 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.880753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'bd444a7f-8789-4aa5-b4d2-a0f96cf324a6', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'port_id': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'mac_address': 'fa:16:3e:e8:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:58:20Z', 'updated_at': '2021-04-19T18:58:20Z', 'revision_number': 0, 'project_id': '389db79177214c93b477779aca12a8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:23.885549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1e7524-f1b9-4e81-bc80-c8d91747e4cd None None] The sync data for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb is: [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_floatingips': [{'id': 'bd444a7f-8789-4aa5-b4d2-a0f96cf324a6', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'floating_ip_address': '172.28.3.108', 'floating_network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'router_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'port_id': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'mac_address': 'fa:16:3e:e8:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:58:20Z', 'updated_at': '2021-04-19T18:58:20Z', 'revision_number': 0, 'project_id': '389db79177214c93b477779aca12a8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:58:23.919630 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.922983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.927489 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9e10ce97-dd54-40b6-96b6-035cf7afea69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:23.937013 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-24e0cd61-9d0d-463d-8647-ae0506426d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:23.938688 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-24e0cd61-9d0d-463d-8647-ae0506426d00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1099 time: 0.1332285 Apr 19 18:58:23.945262 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afefc7-4ce7-4434-91c7-06948d29a22d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:23.953056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.953463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.953862 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.954254 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.954702 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.955093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.955472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.955855 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.956251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.957277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.957670 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.958056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:58:23.961480 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:23.970330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:23.997472 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.001645 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9f0c7dfd-6f34-4e95-ad6c-19d7d168b284 tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] 10.222.0.43 "DELETE /v2.0/security-groups/82afefc7-4ce7-4434-91c7-06948d29a22d HTTP/1.1" status: 204 len: 168 time: 0.2904050 Apr 19 18:58:24.026731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-869a3994-5074-4219-96ce-15f5f1502981 tempest-AttachVolumeTestJSON-1480029938 tempest-AttachVolumeTestJSON-1480029938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:24.055885 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f0cedd-7e27-405b-a8f7-01ad51898e17,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:24.067658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:24.068733 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47028) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:24.121561 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.125991 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-9972cc71-ca87-47ec-a1dc-2b7823973ef2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4354401 Apr 19 18:58:24.125991 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-7c6d671a-d374-41f6-8ecd-afdac2a13248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:24.126421 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-7c6d671a-d374-41f6-8ecd-afdac2a13248 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1811364 Apr 19 18:58:24.126965 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47032) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:24.133030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:24.173190 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025598ee-cb45-465a-81ad-5b7fc5655f55 None None] New status for floating IP bd444a7f-8789-4aa5-b4d2-a0f96cf324a6: ACTIVE {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:58:24.203377 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:24.218149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:24.223471 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:24.239818 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:24.267949 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-372202a9-2119-4185-bc99-a00e5565ea46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1000 time: 0.1294720 Apr 19 18:58:24.329005 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.388564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:24.412559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-80ceaed4-fbd4-4a8f-9053-c73e69e9e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:24.414222 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-80ceaed4-fbd4-4a8f-9053-c73e69e9e94a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.1393836 Apr 19 18:58:24.440218 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 888fa0dc-e527-4a81-96db-c94f504f030d {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:24.441138 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 888fa0dc-e527-4a81-96db-c94f504f030d not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:24.482462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.517762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-de0cf932-623b-4792-a117-828bd2029d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:24.520616 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-de0cf932-623b-4792-a117-828bd2029d5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987189 Apr 19 18:58:24.555074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.611567 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bf183692-6053-46e3-bc05-1f1b7539f793 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:24.642875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b29aaca-2bc4-4bbf-af34-3c2c28a40bef,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:24.650728 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:24.698255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.699584 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a2db6481-585c-4009-90d7-4b0a94d3de5b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5716136 Apr 19 18:58:24.702887 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47036) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:24.712368 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:24.718370 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-d1aae9b0-fab0-4303-a3d6-11e4e9c6d1cb service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903570 Apr 19 18:58:24.720689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:24.724976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:24.749798 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:24.762088 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:24.858328 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.securitygroups_db [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Project 389db79177214c93b477779aca12a8c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:58:24.870324 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.901810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.909925 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-cfce6716-c230-4ca8-804a-cf9ae79bfcaa req-a13ccfcc-5cc9-41a1-95fc-f7545fcfece8 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819012 Apr 19 18:58:24.955592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.989348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:24.992062 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:25.016861 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5669f173-83e8-4195-81f1-f1950774294d,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:25.019432 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:25.051749 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.053029 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c23df900-69da-4714-964f-ea814bda28c0 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3491495 Apr 19 18:58:25.055926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47040) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:25.061389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'security_group_rule': {'security_group_id': 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e', 'project_id': '389db79177214c93b477779aca12a8c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86483) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:25.068511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:58:25.072562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Usage tracker for resource:security_group_rule and tenant:389db79177214c93b477779aca12a8c0 is out of sync, need to count used quota {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:58:25.075581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86483) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:58:25.081693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.quota.driver [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86483) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:58:25.119685 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.securitygroups_db [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Project 389db79177214c93b477779aca12a8c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:58:25.126879 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.201028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.236020 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802081'] for security_group_rule, after_create {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.238775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:25.263122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32787a61-00bc-4e6b-bbdb-e43e1c7e6119,revision_number=0']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:25.267421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:25.282559 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Deleting port ff816b06-50b4-482f-8ba2-a19c781bcb7f {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:25.282971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.310440 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.311763 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-62dca785-91c9-4c2c-a546-164e9f0e7b75 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2548351 Apr 19 18:58:25.482241 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-092a3c82-ed06-4a10-a1fd-c8519fb51cd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814779474&fields=id&tenant_id=389db79177214c93b477779aca12a8c0 HTTP/1.1" status: 200 len: 267 time: 0.0776510 Apr 19 18:58:25.553923 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] For port ff816b06-50b4-482f-8ba2-a19c781bcb7f, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=ff816b06-50b4-482f-8ba2-a19c781bcb7f,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:25.554326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:25.705829 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Calling delete_port for ff816b06-50b4-482f-8ba2-a19c781bcb7f owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:25.810140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-6517145a-6106-4dd5-8941-a84389918997 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:25.811687 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-6517145a-6106-4dd5-8941-a84389918997 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.3173456 Apr 19 18:58:25.825590 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'port': {'security_groups': ['4491f13f-0982-4164-a396-1e6b3a25cb4e', 'c2a66ae5-d591-48ec-9940-d7e0baec0f8e']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:58:26.006143 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.142286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.150274 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:26.201488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff816b06-50b4-482f-8ba2-a19c781bcb7f,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:26.204936 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:26.586992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:26.645553 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.647329 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.714141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287761'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.725668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:58:26.778238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:26.883128 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:26.883847 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:26.885389 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-776cd348-c68b-4918-8797-bdc1d60b28e2 req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "PUT /v2.0/ports/05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 982 time: 1.0665612 Apr 19 18:58:26.885981 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:58:26.932706 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=6']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:26.937902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d25fb64c-7091-4dd3-9532-687f687da54c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:27.006472 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:58:27.028631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:58:27.180188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:58:27.212552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-81fe9f21-573a-44f3-81ea-599a440fb1b2 None None] Provisioning complete for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:58:27.212945 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-81fe9f21-573a-44f3-81ea-599a440fb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:27.220257 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-48c3a9d6-fc49-48e0-bd0f-639d8ff0e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:27.221959 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-48c3a9d6-fc49-48e0-bd0f-639d8ff0e8be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1138 time: 0.1968887 Apr 19 18:58:27.272527 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ff471-adff-4cd1-988d-4c6a1f33ee10 req-7d6bda7f-63ac-4842-bae7-856c2b2552df tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:27.274228 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-477ff471-adff-4cd1-988d-4c6a1f33ee10 req-7d6bda7f-63ac-4842-bae7-856c2b2552df tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.1698933 Apr 19 18:58:27.394878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:58:27.416016 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-477ff471-adff-4cd1-988d-4c6a1f33ee10 req-5331d777-5ef5-4ed3-886c-05c59a00b56a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:58:27.442267 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-c1763e7d-d6c7-4b25-956a-dd401f3eded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:27.443856 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-c1763e7d-d6c7-4b25-956a-dd401f3eded3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.2150295 Apr 19 18:58:27.536213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-477ff471-adff-4cd1-988d-4c6a1f33ee10 req-5331d777-5ef5-4ed3-886c-05c59a00b56a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:58:27.537044 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-477ff471-adff-4cd1-988d-4c6a1f33ee10 req-5331d777-5ef5-4ed3-886c-05c59a00b56a tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143471 Apr 19 18:58:27.615130 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-87929863-185f-4352-aa5a-88356ea60045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1002 time: 0.1628354 Apr 19 18:58:27.634149 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:58:27.647305 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Sync routers for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:58:27.650585 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] 10.222.0.43 "PUT /v2.0/routers/ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5806816 Apr 19 18:58:27.651511 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47052) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:27.672756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:27.673419 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:27.691579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-9df8ec23-c185-4148-ad98-9b9bdf7edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:27.693148 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-9df8ec23-c185-4148-ad98-9b9bdf7edbe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0717514 Apr 19 18:58:27.788045 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-57320e58-79e9-461c-b62e-d295beb39875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:27.789592 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-57320e58-79e9-461c-b62e-d295beb39875 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870674 Apr 19 18:58:27.845015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:27.932266 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:27.947550 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-0da09e67-0e46-453c-9722-05560fcb4919 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494350 Apr 19 18:58:28.038653 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.075980 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Deleting port d9e285aa-4d98-4716-968f-d49f0e9cf4be {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:28.076676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.097216 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c23f21d5-e3c8-4553-b60a-1b7e7c204d06 req-de722055-4f35-48ab-8dc3-debec637277b service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410909 Apr 19 18:58:28.267969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] For port d9e285aa-4d98-4716-968f-d49f0e9cf4be, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=d9e285aa-4d98-4716-968f-d49f0e9cf4be,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:28.268371 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.270448 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:58:25Z', 'revision_number': 5, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port': {'id': 'd9e285aa-4d98-4716-968f-d49f0e9cf4be', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:33Z', 'updated_at': '2021-04-19T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:28.274594 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Checking router: ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:58:28.283439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Routers {'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:28.284082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:28.401622 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Calling delete_port for d9e285aa-4d98-4716-968f-d49f0e9cf4be owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:28.623525 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] Set router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b gateway port host: None {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:28.627968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.633608 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-9f1a8d64-afb8-410e-8d10-3312ac16309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:28.681708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e285aa-4d98-4716-968f-d49f0e9cf4be,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:28.709468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:28.737192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:58:28Z', 'revision_number': 6, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:28.741408 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa9658-3cd5-4b54-b1c5-56ad4072ada9 None None] The sync data for ids ['ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b'] in dv-cinder-786929-1-smb is: [{'id': 'ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b', 'name': 'tempest-TestShelveInstance-34725592-router', 'tenant_id': '629077fbf0ce4bcaa8671046c8880ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:32Z', 'updated_at': '2021-04-19T18:58:28Z', 'revision_number': 6, 'project_id': '629077fbf0ce4bcaa8671046c8880ebb', 'gw_port_host': None}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:58:28.781102 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.968545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:28.970899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.016221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.016834 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:58:29.030278 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.031518 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-39d73cb8-6ab0-41d1-ac5e-bc9c5de5fd20 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ac3dcaef-9a7c-4a03-9fd2-1cfa99f9a36b HTTP/1.1" status: 204 len: 168 time: 1.3790326 Apr 19 18:58:29.034213 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47056) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:29.101976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Deleting subnet c0a6e551-8942-4596-bb6c-e347fc5ca37d {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:58:29.105351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.123012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device ff816b06-50b4-482f-8ba2-a19c781bcb7f no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:29.161435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: ff816b06-50b4-482f-8ba2-a19c781bcb7f {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:29.161828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device ff816b06-50b4-482f-8ba2-a19c781bcb7f not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:29.162301 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device d9e285aa-4d98-4716-968f-d49f0e9cf4be no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:29.162560 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851700754'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.201399 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: d9e285aa-4d98-4716-968f-d49f0e9cf4be {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:29.201725 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device d9e285aa-4d98-4716-968f-d49f0e9cf4be not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:29.247163 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.527971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852487860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850835656'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.533300 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-92372e3f-cb90-40f8-97ce-af79d5a7f1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:29.571581 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a6e551-8942-4596-bb6c-e347fc5ca37d,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:29.573796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.576486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:29.577911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc14379-d581-44d4-b262-2c3091f1ca9c None None] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:58:29.580834 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-f646c0bf-377e-437e-a9d2-39eca781eb34 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c0a6e551-8942-4596-bb6c-e347fc5ca37d HTTP/1.1" status: 204 len: 168 time: 0.5449967 Apr 19 18:58:29.583893 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47060) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:29.820929 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.832125 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Deleting port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:29.832393 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:29.840077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] DHCP port deletion for 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:58:29.844548 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Deleting port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:29.844934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.052340 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] For port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:30.052663 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.062932 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] For port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,segment=NetworkSegment(604a5a38-1898-4c54-915a-ee354c573969),segment_id=604a5a38-1898-4c54-915a-ee354c573969)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:30.063317 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.187238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Calling delete_port for 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:30.199484 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Calling delete_port for 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:30.273584 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:58:30.276874 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:58:30.298941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.304249 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ae88d6fe-ad36-406a-9f8a-7ce70397aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:30.353507 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] No DVR routers for this DVR port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 on host dv-cinder-786929-1-smb {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:58:30.355445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Pushing event deleted for resources: {'Port': ['ID=83f8e1cc-f598-4248-8a5b-7a7f13bc1db9,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:30.384276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:30.481544 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.597757 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f3ee0a-5736-4bf6-91d4-4b537cd06c89']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:30.613898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604a5a38-1898-4c54-915a-ee354c573969') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:30.614231 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604a5a38-1898-4c54-915a-ee354c573969') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:30.626160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3075046'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.691334 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.697828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:58:30.775645 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Deleting port 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:30.776070 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:30.852878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-06e186b4-2fe5-4523-9884-940de668e8c6 None None] The port '83f8e1cc-f598-4248-8a5b-7a7f13bc1db9' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:58:30.875381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:58:30.885680 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287855'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:31.113103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:31.150954 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:31.151348 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 83f8e1cc-f598-4248-8a5b-7a7f13bc1db9 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:31.324695 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Network 56f3ee0a-5736-4bf6-91d4-4b537cd06c89 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:58:31.349034 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:58:31.521592 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:31.527367 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:31.531177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:31.554487 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Pushing event deleted for resources: {'Network': ['ID=56f3ee0a-5736-4bf6-91d4-4b537cd06c89,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:31.557136 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:31.617101 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e17d9d6e-51a2-4283-9da4-14b037ea2cca admin admin] 10.222.0.43 "DELETE /v2.0/networks/56f3ee0a-5736-4bf6-91d4-4b537cd06c89 HTTP/1.1" status: 204 len: 168 time: 2.0321605 Apr 19 18:58:31.620124 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47066) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:32.177198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:32.542468 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Deleting port 1965a163-37cc-4ee4-bbd6-dfd726d0960b {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:32.542799 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:32.727387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] For port 1965a163-37cc-4ee4-bbd6-dfd726d0960b, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=1965a163-37cc-4ee4-bbd6-dfd726d0960b,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:32.727782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:32.860915 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Calling delete_port for 1965a163-37cc-4ee4-bbd6-dfd726d0960b owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:33.085174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:33.090150 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ee96c5c8-a6ef-4c4e-a3dc-13720a2b8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:33.137445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Pushing event deleted for resources: {'Port': ['ID=1965a163-37cc-4ee4-bbd6-dfd726d0960b,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:33.140845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:33.421956 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:34.059389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Router 399e8dec-b1af-4a50-9c3c-4c364087553f has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:58:34.248109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:58:34.257109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Sync routers for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:58:34.258171 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] 10.222.0.43 "PUT /v2.0/routers/399e8dec-b1af-4a50-9c3c-4c364087553f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369681 Apr 19 18:58:34.260922 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47072) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:34.267284 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:34.267948 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:34.449196 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:34.458562 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:34.639027 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:34.681763 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Deleting port 448f1e42-0d86-473d-b037-24843ed6d384 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:34.682141 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:34.769903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131'}], 'enable_snat': True}, 'gw_port_id': '448f1e42-0d86-473d-b037-24843ed6d384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:58:32Z', 'revision_number': 5, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port': {'id': '448f1e42-0d86-473d-b037-24843ed6d384', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:53:45Z', 'updated_at': '2021-04-19T18:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:34.773828 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Checking router: 399e8dec-b1af-4a50-9c3c-4c364087553f for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:58:34.782649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Routers {'399e8dec-b1af-4a50-9c3c-4c364087553f'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:58:34.783272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:58:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['399e8dec-b1af-4a50-9c3c-4c364087553f'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:34.868808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] For port 448f1e42-0d86-473d-b037-24843ed6d384, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=448f1e42-0d86-473d-b037-24843ed6d384,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:34.869205 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:34.948937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] Set router 399e8dec-b1af-4a50-9c3c-4c364087553f gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:58:35.000120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Calling delete_port for 448f1e42-0d86-473d-b037-24843ed6d384 owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:35.068452 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:58:34Z', 'revision_number': 6, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:35.073764 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d542d4-8b75-45bb-8190-100d9db7f9ac None None] The sync data for ids ['399e8dec-b1af-4a50-9c3c-4c364087553f'] in dv-cinder-786929-1-smb is: [{'id': '399e8dec-b1af-4a50-9c3c-4c364087553f', 'name': 'tempest-TestShelveInstance-1501171413-router', 'tenant_id': 'e0a53eb4ed974ab6b4606152842a582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:53:43Z', 'updated_at': '2021-04-19T18:58:34Z', 'revision_number': 6, 'project_id': 'e0a53eb4ed974ab6b4606152842a582b', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:58:35.222003 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.227024 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fa9f360e-51f9-4de1-873d-18e523430448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:35.274784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Pushing event deleted for resources: {'Port': ['ID=448f1e42-0d86-473d-b037-24843ed6d384,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:35.305464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:35.372888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.559891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.562206 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.610451 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.611072 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 399e8dec-b1af-4a50-9c3c-4c364087553f {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:58:35.624270 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.625503 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-2f10b942-8efb-4ab4-8d0d-dd2a1f9c59ef admin admin] 10.222.0.43 "DELETE /v2.0/routers/399e8dec-b1af-4a50-9c3c-4c364087553f HTTP/1.1" status: 204 len: 168 time: 1.3635824 Apr 19 18:58:35.628850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47076) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:35.695878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Deleting subnet 8858c7ea-84bb-45cc-b879-b5a6a2fac2ce {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:58:35.699295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.757233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851700754'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:35.891976 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.273873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852487860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850835656'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.278365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:36.315208 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8858c7ea-84bb-45cc-b879-b5a6a2fac2ce,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:36.318255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:36.322836 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.328210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ebb8e-cd4e-4fb2-8d35-c60b3d5586a0 None None] Network 98ec8daf-3c77-41fd-8850-aca12908f301 requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:58:36.329559 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-361af6d9-5be9-4546-a77e-d1e750238dc2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8858c7ea-84bb-45cc-b879-b5a6a2fac2ce HTTP/1.1" status: 204 len: 168 time: 0.6996944 Apr 19 18:58:36.332797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47080) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:36.449699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.461066 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Deleting port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:36.461431 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.605833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] DHCP port deletion for 98ec8daf-3c77-41fd-8850-aca12908f301 request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:58:36.610223 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Deleting port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:36.610681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.686411 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] For port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:36.686845 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.819129 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Calling delete_port for 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:36.831215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] For port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,segment=NetworkSegment(979fe8c1-6050-47ae-a2de-eedf0c79b5d1),segment_id=979fe8c1-6050-47ae-a2de-eedf0c79b5d1)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:58:36.831676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.963037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Calling delete_port for 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:58:36.981942 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:36.987495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-14742a6b-b753-4d6a-a361-4b5700502da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:37.040147 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:58:37.040552 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:58:37.041252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:37.043291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] No DVR routers for this DVR port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb on host dv-cinder-786929-1-smb {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:58:37.044863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:37.115910 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:37.156172 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:37.156564 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:37.157035 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 1965a163-37cc-4ee4-bbd6-dfd726d0960b no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:37.168349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:37.193490 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 1965a163-37cc-4ee4-bbd6-dfd726d0960b {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:37.193888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 1965a163-37cc-4ee4-bbd6-dfd726d0960b not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:37.194351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 448f1e42-0d86-473d-b037-24843ed6d384 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:58:37.229792 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 448f1e42-0d86-473d-b037-24843ed6d384 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:58:37.230182 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 448f1e42-0d86-473d-b037-24843ed6d384 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:58:37.282898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ec8daf-3c77-41fd-8850-aca12908f301']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:37.295436 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979fe8c1-6050-47ae-a2de-eedf0c79b5d1') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:37.295775 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979fe8c1-6050-47ae-a2de-eedf0c79b5d1') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:58:37.307550 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3075046'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:37.322576 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:37.328718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:58:37.504495 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Network 98ec8daf-3c77-41fd-8850-aca12908f301 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:58:37.514875 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287855'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:37.541933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Deleting port 8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:58:37.542641 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:37.616681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-fb9268a3-6410-46c7-bee8-b4bdd4bbf2ea None None] The port '8fb5fe3b-7f8a-4944-8f1a-9c7e6de0c0cb' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:58:37.940705 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Network 98ec8daf-3c77-41fd-8850-aca12908f301 has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:58:37.962658 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:58:38.144992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.149841 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.153640 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:38.176398 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] 10.222.0.43 "DELETE /v2.0/networks/98ec8daf-3c77-41fd-8850-aca12908f301 HTTP/1.1" status: 204 len: 168 time: 1.8425479 Apr 19 18:58:38.177320 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=98ec8daf-3c77-41fd-8850-aca12908f301,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:38.179938 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-ba343bc2-5b9b-4099-a227-5b71d70ba8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:38.383083 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47086) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:38.434702 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-376ad4c9-4950-4726-b00d-6723cc109506 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=629077fbf0ce4bcaa8671046c8880ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503275 Apr 19 18:58:38.437660 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47090) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:38.499528 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.528012 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.604830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.609786 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7d909912-d98f-4e50-9c20-7b3ec310e76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:38.623359 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbb693-286f-41a5-ac83-71dd0bfacf92,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:38.627503 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:38.630990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:38.632445 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-58957cc4-6eb3-4441-ab44-30f1e0bdd8c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03fbb693-286f-41a5-ac83-71dd0bfacf92 HTTP/1.1" status: 204 len: 168 time: 0.1937630 Apr 19 18:58:39.151800 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47100) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:39.203674 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a6ec5a74-e8ed-4858-b3e8-4a679c2477a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0a53eb4ed974ab6b4606152842a582b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506034 Apr 19 18:58:39.206178 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47104) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:58:39.268992 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:39.295575 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:39.439220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:39.444631 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-481b31ed-17e1-485a-8357-269746821bf5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:58:39.458401 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66234df-cf7b-4160-bc62-2b8639f19bef,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:58:39.461197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:58:39.462435 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:39.464115 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d66234df-cf7b-4160-bc62-2b8639f19bef HTTP/1.1" status: 204 len: 168 time: 0.2564831 Apr 19 18:58:41.067876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:42.767366 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fd47f696-5468-4a4c-9415-d6e7c7e26b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:45.487941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-b877c389-1b77-4d35-bd22-b98b70e9bd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:46.041091 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:46.155313 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:47.541926 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:58:49.825863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e938d-99c8-4a16-9a4d-40d1f6a6f0a6 req-811e4562-3816-4a9a-a3c6-665c60aa94bf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:49.827359 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bd6e938d-99c8-4a16-9a4d-40d1f6a6f0a6 req-811e4562-3816-4a9a-a3c6-665c60aa94bf tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.1158805 Apr 19 18:58:49.829365 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-44b5b538-4a1c-4a11-b3de-70398ca60104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:49.831082 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-44b5b538-4a1c-4a11-b3de-70398ca60104 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1138 time: 0.1647475 Apr 19 18:58:49.969104 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-bd6e938d-99c8-4a16-9a4d-40d1f6a6f0a6 req-fb9ad105-98fb-44ea-8694-efcb54288244 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346762 Apr 19 18:58:50.012250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-9ae95392-3ef7-46d4-a940-4bb8bb30437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:50.013776 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-9ae95392-3ef7-46d4-a940-4bb8bb30437a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1652358 Apr 19 18:58:50.127146 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-0a9e97e8-5254-4636-b559-67060ed53c88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1002 time: 0.1052079 Apr 19 18:58:50.203438 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-deeabda5-bbdf-41b3-aba5-7c07fd40f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:50.204940 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-deeabda5-bbdf-41b3-aba5-7c07fd40f140 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0666161 Apr 19 18:58:50.294290 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-f7ae746d-337b-4027-a563-07f2e0ba585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:50.295871 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-f7ae746d-337b-4027-a563-07f2e0ba585f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790775 Apr 19 18:58:50.438102 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-62abf3ff-c381-453b-9dbc-c5c5323070af service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341894 Apr 19 18:58:50.818677 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-40fe1b2c-8d5e-45e2-be03-82b6a5fe59f8 req-83b698cd-af6e-4186-8c02-c73afffec45e service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708539 Apr 19 18:58:51.176908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c68dc-2159-446f-bfb0-117c33b0bebb req-e712adb5-213f-4c28-8ebf-ea64d55673ca tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:51.178543 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a92c68dc-2159-446f-bfb0-117c33b0bebb req-e712adb5-213f-4c28-8ebf-ea64d55673ca tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0913815 Apr 19 18:58:51.229043 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a92c68dc-2159-446f-bfb0-117c33b0bebb req-7d1bace0-bf24-4f97-9119-b1f0173e6859 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438924 Apr 19 18:58:52.437597 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9e7e-00c3-49ae-b07e-d556052f2435 req-ad6275b4-91e8-4209-b6ab-c4b930a6b94c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:52.439218 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-264e9e7e-00c3-49ae-b07e-d556052f2435 req-ad6275b4-91e8-4209-b6ab-c4b930a6b94c tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0965607 Apr 19 18:58:52.489932 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-264e9e7e-00c3-49ae-b07e-d556052f2435 req-f04442d8-4ce4-48e1-a6ae-e3fc0834c7c6 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440936 Apr 19 18:58:53.696177 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d058a-a3ba-4c4e-af07-dcbbfe9e5358 req-41f1700f-d0e9-4e73-a549-d0db654b38e5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:53.697779 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d46d058a-a3ba-4c4e-af07-dcbbfe9e5358 req-41f1700f-d0e9-4e73-a549-d0db654b38e5 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0918350 Apr 19 18:58:53.747061 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-d46d058a-a3ba-4c4e-af07-dcbbfe9e5358 req-c6909fb6-ca53-4383-9775-960924338b98 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428481 Apr 19 18:58:54.951644 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67da8b-09c9-4be3-a762-55f1bf5dfd48 req-de34e689-42ac-43a1-940f-347b1e61c228 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:54.953210 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-df67da8b-09c9-4be3-a762-55f1bf5dfd48 req-de34e689-42ac-43a1-940f-347b1e61c228 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0895967 Apr 19 18:58:55.005285 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-df67da8b-09c9-4be3-a762-55f1bf5dfd48 req-d587203f-ea2a-481a-88f2-432d8f2a2d74 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448189 Apr 19 18:58:56.208135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9327be5-7d3a-48b3-8fca-0989b7f2a547 req-dbbb570e-5f7b-4d80-9bab-4c65251b8137 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:56.209687 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9327be5-7d3a-48b3-8fca-0989b7f2a547 req-dbbb570e-5f7b-4d80-9bab-4c65251b8137 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0891595 Apr 19 18:58:56.262125 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-a9327be5-7d3a-48b3-8fca-0989b7f2a547 req-1026deb1-3476-4f8c-986d-17c920f1ae93 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459561 Apr 19 18:58:57.472990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a6f7-9318-4944-869a-5fedb97a46a9 req-7a7b6207-7a35-41ba-be0b-be4975fbada4 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:57.474556 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e093a6f7-9318-4944-869a-5fedb97a46a9 req-7a7b6207-7a35-41ba-be0b-be4975fbada4 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0947814 Apr 19 18:58:57.527461 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e093a6f7-9318-4944-869a-5fedb97a46a9 req-cf3b8342-d3cc-43ab-a4ee-94bb063559a9 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464218 Apr 19 18:58:58.749474 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f0d1c-54b0-416e-8770-8d28fc098059 req-7a38ec15-5e63-4a1c-a333-10ef2201b633 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:58:58.751060 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c94f0d1c-54b0-416e-8770-8d28fc098059 req-7a38ec15-5e63-4a1c-a333-10ef2201b633 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.1004822 Apr 19 18:58:58.804947 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c94f0d1c-54b0-416e-8770-8d28fc098059 req-4741e543-90fb-47b2-9e42-ce40a76700d8 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465188 Apr 19 18:59:00.008093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096019b-c059-4d97-a538-b6c3740eb61c req-7dbe9f43-ec2d-479a-9c73-04fb54e45a82 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:00.009667 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8096019b-c059-4d97-a538-b6c3740eb61c req-7dbe9f43-ec2d-479a-9c73-04fb54e45a82 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0895622 Apr 19 18:59:00.063256 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-8096019b-c059-4d97-a538-b6c3740eb61c req-cd3c531e-8051-45b2-b6e5-526dc5f07714 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468705 Apr 19 18:59:01.268176 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120000-f0d3-44ea-907c-baee366d1187 req-e75e2cc9-9b46-4b0a-875b-efcd2a5a9741 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:01.269740 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d120000-f0d3-44ea-907c-baee366d1187 req-e75e2cc9-9b46-4b0a-875b-efcd2a5a9741 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0868726 Apr 19 18:59:01.323689 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-1d120000-f0d3-44ea-907c-baee366d1187 req-eb6e66da-12fe-4187-9d62-6de42f239fbe tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472534 Apr 19 18:59:02.768491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9de8f-96a5-424b-984b-8e5dbe6a0206 req-cec0aff7-ac62-4fce-a286-0f7bd650e05d tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:02.770050 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5aa9de8f-96a5-424b-984b-8e5dbe6a0206 req-cec0aff7-ac62-4fce-a286-0f7bd650e05d tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.3313668 Apr 19 18:59:02.820003 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-5aa9de8f-96a5-424b-984b-8e5dbe6a0206 req-c96f1157-7227-4a79-9ec6-f0fafe6c057b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431786 Apr 19 18:59:04.033053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f794bd-c7f6-443d-aab7-a35095eef713 req-f531290d-b746-45f6-acaa-4312c45184cb tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:04.034794 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5f794bd-c7f6-443d-aab7-a35095eef713 req-f531290d-b746-45f6-acaa-4312c45184cb tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0891659 Apr 19 18:59:04.085571 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-f5f794bd-c7f6-443d-aab7-a35095eef713 req-8f65aafe-4deb-41e3-b938-d87f75e945ba tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442746 Apr 19 18:59:04.179986 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:59:05.293298 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d76c2-4d86-4c97-8bf8-52cb16eac2eb req-d71c8366-52fe-4a56-be91-091b228bc603 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:05.294893 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4f6d76c2-4d86-4c97-8bf8-52cb16eac2eb req-d71c8366-52fe-4a56-be91-091b228bc603 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0944037 Apr 19 18:59:05.345580 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4f6d76c2-4d86-4c97-8bf8-52cb16eac2eb req-ee552e23-f5ef-4cbf-beb1-92a462038ac2 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433187 Apr 19 18:59:06.968042 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4bb4-374c-4678-92e0-f8011a6ea3b4 req-c8dfb50c-af03-4d49-bf30-ab0347734b26 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:06.969594 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0fc4bb4-374c-4678-92e0-f8011a6ea3b4 req-c8dfb50c-af03-4d49-bf30-ab0347734b26 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.1546526 Apr 19 18:59:07.020748 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0fc4bb4-374c-4678-92e0-f8011a6ea3b4 req-23f5a548-1f0e-4727-a960-417e81c82ad8 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442050 Apr 19 18:59:08.222295 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d6f9-f032-4f0d-a9ac-63272c66ac65 req-c070564d-3741-417c-8636-bb20a5c86f12 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:08.223908 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3596d6f9-f032-4f0d-a9ac-63272c66ac65 req-c070564d-3741-417c-8636-bb20a5c86f12 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0890858 Apr 19 18:59:08.274323 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3596d6f9-f032-4f0d-a9ac-63272c66ac65 req-328e030b-352a-4177-8f5e-dccea83ef2b4 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2a66ae5-d591-48ec-9940-d7e0baec0f8e&id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440230 Apr 19 18:59:11.084289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:12.772387 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad519-3b3a-4d2d-8f56-030464038b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:15.480863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2bd60224-d865-451c-8ebf-f2874b3d4ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:16.058133 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:16.160666 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:17.544073 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:17.741895 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-3744d6b7-bc5d-4755-9442-5bfad792a49b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806904 Apr 19 18:59:17.842130 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-037b54c3-3d7d-4b78-97d0-4e1b5422e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:17.843714 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-037b54c3-3d7d-4b78-97d0-4e1b5422e66f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1138 time: 0.0786247 Apr 19 18:59:17.999830 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-14238034-117f-4278-b445-719980dc2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:18.001321 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-14238034-117f-4278-b445-719980dc2bb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1379180 Apr 19 18:59:18.114872 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-e255b919-0807-47e0-a02d-98af7a997568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1002 time: 0.1050775 Apr 19 18:59:18.189549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-abcd999b-f78d-4c46-96a3-26a206237df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:18.191222 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-abcd999b-f78d-4c46-96a3-26a206237df1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0664911 Apr 19 18:59:18.273811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-216c5e89-00c3-432b-9203-b986f0041a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:18.275326 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-216c5e89-00c3-432b-9203-b986f0041a53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771375 Apr 19 18:59:18.423711 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-076f5c25-69ad-44c6-a7fc-3d3dd46ea81a service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375329 Apr 19 18:59:18.569559 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-b0b4e87c-a3f0-4685-bf16-a11cfd5734a8 req-8383367b-78d2-4c25-99f5-27c434c06c22 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387208 Apr 19 18:59:41.086540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.169515 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c9cd417c-b484-495f-9dd4-330417ad126e req-d62f2cf7-0191-4f79-a972-cf97fb2299ed tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814779474&fields=id&tenant_id=389db79177214c93b477779aca12a8c0 HTTP/1.1" status: 200 len: 267 time: 0.0442436 Apr 19 18:59:41.178843 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:59:41.261582 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd417c-b484-495f-9dd4-330417ad126e req-810c00a0-9c28-4ae2-8857-fec6c98a3744 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:41.263142 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c9cd417c-b484-495f-9dd4-330417ad126e req-810c00a0-9c28-4ae2-8857-fec6c98a3744 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 985 time: 0.0877233 Apr 19 18:59:41.275483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.v2.base [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Request body: {'port': {'security_groups': ['4491f13f-0982-4164-a396-1e6b3a25cb4e']}} {{(pid=86484) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:59:41.406823 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854032853'] for port, before_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.668475 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:41.694831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for port, precommit_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.734778 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767734516168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363269120708383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269120707068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2287761'] for port, after_update {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.740969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-7fa6a267-36ad-4afd-9cb7-25ebd47d3893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:41.751160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:59:41.810077 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:41.810808 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.812281 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-c9cd417c-b484-495f-9dd4-330417ad126e req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "PUT /v2.0/ports/05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 943 time: 0.5423748 Apr 19 18:59:41.812852 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:59:41.828831 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86483) accepted ('10.222.0.43', 47170) {{(pid=86483) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:41.853004 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event updated for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=7']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:41.875888 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.876315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.876726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.877135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.877540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.877941 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.878383 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.878813 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.879215 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.879610 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.880007 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.881220 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:41.886272 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:59:41.887084 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-221c9864-69da-4081-bd96-57f43e884486 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:41.946330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:41.959379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:59:41.980512 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.047079 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.provisioning_blocks [None req-1b5f4f5e-1c17-4b92-8876-61646e666511 None None] Provisioning complete for port 05c3b0e7-dbfb-4167-9530-aa1193d96232 triggered by entity DHCP. {{(pid=86485) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:59:42.047509 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4f5e-1c17-4b92-8876-61646e666511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837622'] for port, provisioning_complete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.103753 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-df9a1416-b167-4e6b-a6a6-073ea540c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:42.105263 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-df9a1416-b167-4e6b-a6a6-073ea540c2d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1099 time: 0.1880734 Apr 19 18:59:42.144403 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.198677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-0ed803d6-7b60-4d4f-960c-200c42aa5962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:42.224940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a66ae5-d591-48ec-9940-d7e0baec0f8e,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:42.244955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.245409 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.245806 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.246221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.246664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.247082 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.247491 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.247898 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.248354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.248762 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.249166 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.249568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-smb {{(pid=86483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:59:42.253911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:42.277478 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for security_group, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.278729 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d25fdf71-4333-41f0-b27f-206568f3d9de tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2a66ae5-d591-48ec-9940-d7e0baec0f8e HTTP/1.1" status: 204 len: 168 time: 0.4488013 Apr 19 18:59:42.281838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47176) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:42.303413 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-b8773d80-53e9-458e-b43b-6c0be7d987f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:42.305502 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-b8773d80-53e9-458e-b43b-6c0be7d987f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1913502 Apr 19 18:59:42.423274 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-5a3202ff-974f-4282-a9b4-219990e99296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 1002 time: 0.1095068 Apr 19 18:59:42.495341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-8d613471-3d86-485f-b413-6a85884c803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:42.496943 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-8d613471-3d86-485f-b413-6a85884c803b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0647421 Apr 19 18:59:42.509342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Deleting port fc40ff02-d0a8-478b-9ecb-31169c5697db {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:42.509719 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.591568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-67ba32e9-ae33-43e6-a751-01d49557113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:42.593258 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-67ba32e9-ae33-43e6-a751-01d49557113b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891967 Apr 19 18:59:42.605075 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-3defaafb-d6f4-459e-9f60-78ffb80e95b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86483) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:59:42.606093 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-3defaafb-d6f4-459e-9f60-78ffb80e95b4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055070 Apr 19 18:59:42.701579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.701951 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.752853 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-8aedb4da-9674-4ece-b46d-9b7d9f1950ff service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393473 Apr 19 18:59:42.803983 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-35fe8ee1-5396-45e9-8c77-973258a4a6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:42.836381 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Calling delete_port for fc40ff02-d0a8-478b-9ecb-31169c5697db owned by network:floatingip {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:42.898544 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-4d81e7c7-e6c3-4428-8fe5-5abdd307ff67 req-0baeba1e-02ea-49b7-a54c-e9bf6685c1a7 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380148 Apr 19 18:59:43.021583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:43.026515 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e3c66b28-ee25-4815-87ed-c6fe4267daea tempest-TestShelveInstance-1018088744 tempest-TestShelveInstance-1018088744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:43.074198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event deleted for resources: {'Port': ['ID=fc40ff02-d0a8-478b-9ecb-31169c5697db,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:43.102333 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:43.171200 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks [] for floatingip, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:43.171773 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.db.l3_db [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Floating IP bd444a7f-8789-4aa5-b4d2-a0f96cf324a6 disassociated (deleted). External IP: 172.28.3.108, port: 05c3b0e7-dbfb-4167-9530-aa1193d96232. Apr 19 18:59:43.542372 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Router 82fca3cb-95f7-4746-9bc1-616ef23ef17e has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:59:43.728869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:59:43.738342 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Sync routers for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:59:43.749219 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:59:43.750759 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:43.780540 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for floatingip, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:43.842301 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "DELETE /v2.0/floatingips/bd444a7f-8789-4aa5-b4d2-a0f96cf324a6 HTTP/1.1" status: 204 len: 168 time: 1.5583642 Apr 19 18:59:43.887237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86484) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:59:43.936800 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:59:43.942911 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:59:44.043443 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-e34cf4aa-315d-4480-a3fb-3a57dfdedc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:44.045213 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-e34cf4aa-315d-4480-a3fb-3a57dfdedc27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=389db79177214c93b477779aca12a8c0&device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 1099 time: 0.0840216 Apr 19 18:59:44.194277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-8750a66f-bf0d-467f-bd52-ba39bee8ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:44.204154 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-8750a66f-bf0d-467f-bd52-ba39bee8ccb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 200 len: 915 time: 0.1437907 Apr 19 18:59:44.280426 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-35e3af77-9b3d-4884-a325-d0666d7f9af0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 200 len: 217 time: 0.0757253 Apr 19 18:59:44.358772 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-f791b63d-b4c7-4a8a-b869-9258a1e606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:44.360378 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-f791b63d-b4c7-4a8a-b869-9258a1e606c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 200 len: 853 time: 0.0710309 Apr 19 18:59:44.467251 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-a190b4f9-591f-45da-8bf2-971a235faad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:44.469109 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-a190b4f9-591f-45da-8bf2-971a235faad4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5230572e-d0a2-410a-9251-0130c18f280f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888617 Apr 19 18:59:44.473463 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:44.478085 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Checking router: 82fca3cb-95f7-4746-9bc1-616ef23ef17e for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:59:44.487551 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:59:44.488222 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:15Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:44.616661 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-376cad29-45d4-442a-a0ca-38ccfc828b2a service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373835 Apr 19 18:59:44.683418 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:59:44.760279 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-61b3e840-1607-4041-bf2b-8400f1057a2b req-42655d26-d542-4d52-89ad-59ff55f94996 service neutron] 10.222.0.16 "GET /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368411 Apr 19 18:59:45.027221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:45.031467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893ee28-e758-4779-a127-6f817cfc20b7 None None] The sync data for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb is: [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:57:25Z', 'revision_number': 4, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb', '_interfaces': [{'id': 'e3cfd8c7-8496-4557-8d55-f7ac90c9749a', 'name': '', 'network_id': '5230572e-d0a2-410a-9251-0130c18f280f', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'mac_address': 'fa:16:3e:e9:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:25Z', 'updated_at': '2021-04-19T18:57:33Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'subnets': [{'id': '5f18dba9-2283-4f78-82a0-e139e644bb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:59:45.393683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0d5cb-a881-4322-bdaf-923d53721744 None None] New status for floating IP bd444a7f-8789-4aa5-b4d2-a0f96cf324a6: DOWN {{(pid=86486) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:59:45.468899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8265e219-3700-4a75-a953-33c01ca3fdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:46.057583 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:46.154524 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:47.465360 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08abdd-152a-4c82-81eb-c5ed28336836 req-90885136-30ce-45b9-a6f7-5200dbd4d776 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:47.466968 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d08abdd-152a-4c82-81eb-c5ed28336836 req-90885136-30ce-45b9-a6f7-5200dbd4d776 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0892117 Apr 19 18:59:47.526105 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-7d08abdd-152a-4c82-81eb-c5ed28336836 req-c5b57122-1782-494f-8efc-68cb149dda07 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:59:47.540822 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:47.569291 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-7d08abdd-152a-4c82-81eb-c5ed28336836 req-c5b57122-1782-494f-8efc-68cb149dda07 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:security_group {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:59:47.570579 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-7d08abdd-152a-4c82-81eb-c5ed28336836 req-c5b57122-1782-494f-8efc-68cb149dda07 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969722 Apr 19 18:59:48.773160 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652c403-2f85-4075-94e3-a997ab1114bf req-b6e4420a-ab22-4fdb-8b9c-198cb7ffa2ba tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86484) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:48.773900 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e652c403-2f85-4075-94e3-a997ab1114bf req-b6e4420a-ab22-4fdb-8b9c-198cb7ffa2ba tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86484) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:59:48.828658 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-e652c403-2f85-4075-94e3-a997ab1114bf req-b6e4420a-ab22-4fdb-8b9c-198cb7ffa2ba tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86484) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:59:48.829806 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e652c403-2f85-4075-94e3-a997ab1114bf req-b6e4420a-ab22-4fdb-8b9c-198cb7ffa2ba tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.1425900 Apr 19 18:59:48.877683 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-e652c403-2f85-4075-94e3-a997ab1114bf req-5939504b-49f5-4f2f-8974-07e07711ae93 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Apr 19 18:59:49.432168 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-48e8d6b4-706d-494b-90a0-8505cf64d006 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:49.433714 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-48e8d6b4-706d-494b-90a0-8505cf64d006 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.0936797 Apr 19 18:59:49.513323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Deleting port 05c3b0e7-dbfb-4167-9530-aa1193d96232 {{(pid=86483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:49.513738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:50.012708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] For port 05c3b0e7-dbfb-4167-9530-aa1193d96232, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=05c3b0e7-dbfb-4167-9530-aa1193d96232,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:50.013315 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:50.186838 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Calling delete_port for 05c3b0e7-dbfb-4167-9530-aa1193d96232 owned by compute:nova {{(pid=86483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:50.302721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218158-b2cf-4057-8fe2-2af039902291 req-0e39c3bb-98cd-49b0-b7d8-eee939d44fd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86483) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:59:50.304456 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81218158-b2cf-4057-8fe2-2af039902291 req-0e39c3bb-98cd-49b0-b7d8-eee939d44fd7 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 946 time: 0.2236614 Apr 19 18:59:50.393721 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-81218158-b2cf-4057-8fe2-2af039902291 req-70912e1e-cff3-4fcb-b804-80d92d6dbec8 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/security-groups?id=4491f13f-0982-4164-a396-1e6b3a25cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826988 Apr 19 18:59:50.532203 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853441716'] for port, after_delete {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:50.538865 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-fe9bffe8-694b-4b61-8240-8554f9c5bf48 tempest-AttachVolumeShelveTestJSON-989732479 tempest-AttachVolumeShelveTestJSON-989732479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:50.546651 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] get_ports_and_sgs() called for port_ids ['05c3b0e7-dbfb-4167-9530-aa1193d96232'] {{(pid=86485) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:59:50.588743 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Pushing event deleted for resources: {'Port': ['ID=05c3b0e7-dbfb-4167-9530-aa1193d96232,revision_number=None']} {{(pid=86483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:50.592051 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86483) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:50.671699 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] No DVR routers for this DVR port 05c3b0e7-dbfb-4167-9530-aa1193d96232 on host hv-cinder-78692 {{(pid=86483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:59:50.674294 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8100'] for port, before_response {{(pid=86483) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:50.677573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'name': 'network-vif-deleted', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232'}] {{(pid=86483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:59:50.732992 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-3e6ca117-5402-4755-9deb-d0507c8bdfbe req-4410ef57-45a1-44f7-8cd6-8de4d4898a85 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.16 "DELETE /v2.0/ports/05c3b0e7-dbfb-4167-9530-aa1193d96232 HTTP/1.1" status: 204 len: 173 time: 1.2927647 Apr 19 18:59:50.785767 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3a8848-d913-4b60-a028-46e76107ad8d', 'name': 'network-vif-deleted', 'tag': '05c3b0e7-dbfb-4167-9530-aa1193d96232', 'status': 'completed', 'code': 200} Apr 19 18:59:51.578209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-29096d33-5102-4bda-a169-f225eefddcbb req-9cba16f4-0cb0-4566-b9c6-4738ad84a52b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Synchronizing usage tracker for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86483) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:59:51.640323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.quota.resource [req-29096d33-5102-4bda-a169-f225eefddcbb req-9cba16f4-0cb0-4566-b9c6-4738ad84a52b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Unset dirty status for tenant:389db79177214c93b477779aca12a8c0 on resource:port {{(pid=86483) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:59:51.641704 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [req-29096d33-5102-4bda-a169-f225eefddcbb req-9cba16f4-0cb0-4566-b9c6-4738ad84a52b tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc3a8848-d913-4b60-a028-46e76107ad8d HTTP/1.1" status: 200 len: 210 time: 0.1121581 Apr 19 18:59:52.964972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 05c3b0e7-dbfb-4167-9530-aa1193d96232 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:59:53.003140 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] No Port match for: 05c3b0e7-dbfb-4167-9530-aa1193d96232 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:59:53.006352 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Device 05c3b0e7-dbfb-4167-9530-aa1193d96232 not bound to the agent host hv-cinder-78692 {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:59:53.945599 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47262) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:54.749797 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:55.119263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Deleting port e3cfd8c7-8496-4557-8d55-f7ac90c9749a {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:55.119635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:55.302796 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] For port e3cfd8c7-8496-4557-8d55-f7ac90c9749a, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:55.303189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:55.433676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Calling delete_port for e3cfd8c7-8496-4557-8d55-f7ac90c9749a owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:55.637817 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:55.642577 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-bd8ece12-0ba0-4bc4-b6df-59dcfc346231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:55.691730 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cfd8c7-8496-4557-8d55-f7ac90c9749a,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:55.695595 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:55.979029 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:56.358198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Router 82fca3cb-95f7-4746-9bc1-616ef23ef17e has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:59:56.549715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:59:56.558970 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Sync routers for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:59:56.569718 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:59:56.574661 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:56.587644 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-19986b59-b3e1-4908-b01b-0650c1e88d5a admin admin] 10.222.0.43 "PUT /v2.0/routers/82fca3cb-95f7-4746-9bc1-616ef23ef17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408846 Apr 19 18:59:56.590349 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47266) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:56.762781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:59:56.775188 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:57.077464 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:59:55Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:57.081943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Checking router: 82fca3cb-95f7-4746-9bc1-616ef23ef17e for host: dv-cinder-786929-1-smb {{(pid=86485) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:59:57.092186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Routers {'82fca3cb-95f7-4746-9bc1-616ef23ef17e'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86485) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:59:57.092863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'], 'active': True} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:57.216639 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:57.260103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Deleting port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:57.260486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:57.286709 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] Set router 82fca3cb-95f7-4746-9bc1-616ef23ef17e gateway port host: dv-cinder-786929-1-smb {{(pid=86485) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:59:57.445281 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] For port 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:57.445681 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:57.580426 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Calling delete_port for 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:57.593099 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:59:55Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:57.597389 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20028b9b-4bcf-450c-8da9-ff7766a9df30 None None] The sync data for ids ['82fca3cb-95f7-4746-9bc1-616ef23ef17e'] in dv-cinder-786929-1-smb is: [{'id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'name': 'tempest-TestMinimumBasicScenario-275200489-router', 'tenant_id': '389db79177214c93b477779aca12a8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:19Z', 'updated_at': '2021-04-19T18:59:55Z', 'revision_number': 5, 'project_id': '389db79177214c93b477779aca12a8c0', 'gw_port': {'id': '7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fca3cb-95f7-4746-9bc1-616ef23ef17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:21Z', 'updated_at': '2021-04-19T18:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}] {{(pid=86485) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:59:57.965683 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:57.970467 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-65571f56-4a4f-4324-bc1a-25bfc9d254f3 tempest-VolumesSnapshotTestJSON-1556326664 tempest-VolumesSnapshotTestJSON-1556326664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:58.019677 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:58.053074 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:58.111937 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.294456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.296674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.394504 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.395122 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82fca3cb-95f7-4746-9bc1-616ef23ef17e {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:59:58.408186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.413001 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-d76a6309-1914-486d-9a18-93e8c9e99edf admin admin] 10.222.0.43 "DELETE /v2.0/routers/82fca3cb-95f7-4746-9bc1-616ef23ef17e HTTP/1.1" status: 204 len: 168 time: 1.8180151 Apr 19 18:59:58.413001 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47270) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:58.484373 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Deleting subnet 5f18dba9-2283-4f78-82a0-e139e644bb33 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:59:58.487498 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.542198 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851700754'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.630966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.937537 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852487860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850835656'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.943174 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:58.982931 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f18dba9-2283-4f78-82a0-e139e644bb33,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:58.985209 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:58.987765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:58.988928 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85cd7f5-9e9f-469d-8cca-ddeb74ba7bdb None None] Network 5230572e-d0a2-410a-9251-0130c18f280f requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:59:58.993260 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-1146e16e-aa7b-42c8-be38-0815d20dd396 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f18dba9-2283-4f78-82a0-e139e644bb33 HTTP/1.1" status: 204 len: 168 time: 0.5793846 Apr 19 18:59:58.995955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47274) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:59:59.109425 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.121263 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Deleting port 038d8289-2f44-4edf-9503-d32c49ce91f9 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:59.121742 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.162955 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e3cfd8c7-8496-4557-8d55-f7ac90c9749a no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:59:59.206964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: e3cfd8c7-8496-4557-8d55-f7ac90c9749a {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:59:59.207289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device e3cfd8c7-8496-4557-8d55-f7ac90c9749a not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:59:59.207771 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:59:59.245363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:59:59.245756 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 7d0c7f97-4b7f-4dc9-b763-f13b7816cfdf not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:59:59.322006 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] DHCP port deletion for 5230572e-d0a2-410a-9251-0130c18f280f request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:59:59.326676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Deleting port 038d8289-2f44-4edf-9503-d32c49ce91f9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:59:59.327103 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.355853 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] For port 038d8289-2f44-4edf-9503-d32c49ce91f9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=038d8289-2f44-4edf-9503-d32c49ce91f9,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:59.356229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.491740 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Calling delete_port for 038d8289-2f44-4edf-9503-d32c49ce91f9 owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:59.552568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] For port 038d8289-2f44-4edf-9503-d32c49ce91f9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=038d8289-2f44-4edf-9503-d32c49ce91f9,segment=NetworkSegment(a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f),segment_id=a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:59:59.553009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.600964 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.606439 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-386bf94b-c6af-4fbe-8674-6f2a25e6a83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:59:59.653810 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Pushing event deleted for resources: {'Port': ['ID=038d8289-2f44-4edf-9503-d32c49ce91f9,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:59:59.656488 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:59:59.658988 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] No DVR routers for this DVR port 038d8289-2f44-4edf-9503-d32c49ce91f9 on host dv-cinder-786929-1-smb {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:59:59.685449 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Calling delete_port for 038d8289-2f44-4edf-9503-d32c49ce91f9 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:59:59.763369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:59:59.763693 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:59:59.781667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.893873 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5230572e-d0a2-410a-9251-0130c18f280f']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:59.906906 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:59.907242 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f1bd8a-8a92-4d63-b8f4-7816d83ab83f') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:59:59.919908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3075046'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.935514 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:59:59.941746 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:00:00.122135 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Network 5230572e-d0a2-410a-9251-0130c18f280f has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:00:00.132186 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287855'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:00.264811 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Deleting port 038d8289-2f44-4edf-9503-d32c49ce91f9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:00.265244 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:00.310021 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Network 5230572e-d0a2-410a-9251-0130c18f280f has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:00:00.337372 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:00:00.339833 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-6cc90439-d676-4261-a3a2-5bb3bdce0859 None None] The port '038d8289-2f44-4edf-9503-d32c49ce91f9' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:00:00.523486 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:00.528173 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-319951a2-b656-4b87-b713-a6c21e595fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:00.542961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:00.554078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Pushing event deleted for resources: {'Network': ['ID=5230572e-d0a2-410a-9251-0130c18f280f,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:00.557518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:00.592615 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c4d1dc6d-8095-4d95-af20-524e5aadd88d admin admin] 10.222.0.43 "DELETE /v2.0/networks/5230572e-d0a2-410a-9251-0130c18f280f HTTP/1.1" status: 204 len: 168 time: 1.5956044 Apr 19 19:00:00.595679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47278) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:01.158180 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 038d8289-2f44-4edf-9503-d32c49ce91f9 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:00:01.159714 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2011776'] for router_interface, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:01.382975 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 038d8289-2f44-4edf-9503-d32c49ce91f9 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:00:01.383292 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 038d8289-2f44-4edf-9503-d32c49ce91f9 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:00:01.802902 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Deleting port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:01.803276 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:01.983605 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] For port 5efdd31b-cfc2-4ebc-9332-38eed60e8c44, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:00:01.983993 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:02.116635 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Calling delete_port for 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 owned by network:router_interface {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:00:02.311659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:02.316252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-22924e45-dcb8-46e2-a6e7-ac59a14969af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:02.363445 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efdd31b-cfc2-4ebc-9332-38eed60e8c44,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:02.367686 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:02.647876 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853162323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2011902'] for router_interface, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:03.023518 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Router aa136b9c-42b0-42ef-88be-5fdadef2f7ca has already been hosted by L3 agent e173ca89-84eb-4ac2-a07a-c01f2390bfc8 {{(pid=86484) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 19:00:03.216609 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-smb the message routers_updated {{(pid=86484) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 19:00:03.225927 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Sync routers for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 19:00:03.236137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:00:03.238659 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:03.259023 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-96fba993-e57b-442f-aff2-afe86d136aa5 admin admin] 10.222.0.43 "PUT /v2.0/routers/aa136b9c-42b0-42ef-88be-5fdadef2f7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621816 Apr 19 19:00:03.261674 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47282) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:03.425269 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: dv-cinder-786929-1-smb {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:00:03.451192 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks [] for router, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:03.646899 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:03.680398 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Deleting port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:03.680731 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:03.733015 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'external_fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T19:00:02Z', 'revision_number': 5, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port': {'id': '329a2eb3-041b-4cfd-9b3b-f4591dc6e01c', 'name': '', 'network_id': '47bdec4c-fc27-4f4d-a036-aec9d04a4a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:57:30Z', 'updated_at': '2021-04-19T18:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b0fd50e-5a27-435d-821d-22855e4c1cc1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-smb'}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:03.737053 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Checking router: aa136b9c-42b0-42ef-88be-5fdadef2f7ca for host: dv-cinder-786929-1-smb {{(pid=86486) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 19:00:03.746679 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Routers {'aa136b9c-42b0-42ef-88be-5fdadef2f7ca'} bound to L3 agent in host dv-cinder-786929-1-smb {{(pid=86486) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 19:00:03.747337 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:40:15Z,description=,heartbeat_timestamp=2021-04-19T18:59:45Z,host='dv-cinder-786929-1-smb',id=e173ca89-84eb-4ac2-a07a-c01f2390bfc8,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:40:15Z,topic='l3_agent')) {'router_ids': ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'], 'active': True} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:03.869189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] For port 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,segment=NetworkSegment(420e5f7e-fc3b-4bdf-86f3-2948c8e59162),segment_id=420e5f7e-fc3b-4bdf-86f3-2948c8e59162)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:00:03.869586 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:03.907732 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvr_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] Set router aa136b9c-42b0-42ef-88be-5fdadef2f7ca gateway port host: None {{(pid=86486) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 19:00:04.002667 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Calling delete_port for 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c owned by network:router_gateway {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:00:04.023379 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_hamode_db [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T19:00:03Z', 'revision_number': 6, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port_host': None}], 'dv-cinder-786929-1-smb', False) {} {{(pid=86486) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:04.027603 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753690e6-26d2-40d5-9661-d475aa9abd53 None None] The sync data for ids ['aa136b9c-42b0-42ef-88be-5fdadef2f7ca'] in dv-cinder-786929-1-smb is: [{'id': 'aa136b9c-42b0-42ef-88be-5fdadef2f7ca', 'name': 'tempest-TestMinimumBasicScenario-813422767-router', 'tenant_id': 'fadc4eda783645df9d758913f071073c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:57:29Z', 'updated_at': '2021-04-19T19:00:03Z', 'revision_number': 6, 'project_id': 'fadc4eda783645df9d758913f071073c', 'gw_port_host': None}] {{(pid=86486) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 19:00:04.208961 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:04.215093 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-63e6d738-6ae0-48e1-ac21-1897a908feea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:04.264784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Pushing event deleted for resources: {'Port': ['ID=329a2eb3-041b-4cfd-9b3b-f4591dc6e01c,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:04.268068 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:04.364230 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852776321'] for router_gateway, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:04.821060 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852772573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4797'] for router, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:04.823272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.060369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2000487'] for router, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.060958 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa136b9c-42b0-42ef-88be-5fdadef2f7ca {{(pid=86484) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 19:00:05.074197 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] Notify callbacks [] for router, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.075417 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-10ae3794-51f0-4086-b97c-8befdb16b27b admin admin] 10.222.0.43 "DELETE /v2.0/routers/aa136b9c-42b0-42ef-88be-5fdadef2f7ca HTTP/1.1" status: 204 len: 168 time: 1.8127687 Apr 19 19:00:05.078277 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47286) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:05.146781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Deleting subnet 8226ed45-8420-481f-8392-a1b70f618477 {{(pid=86484) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 19:00:05.150030 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.169120 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:00:05.203502 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851700754'] for subnet, precommit_delete_associations {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.206330 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:00:05.206765 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5efdd31b-cfc2-4ebc-9332-38eed60e8c44 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:00:05.207225 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:00:05.245210 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:00:05.245598 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 329a2eb3-041b-4cfd-9b3b-f4591dc6e01c not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:00:05.289355 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-839636'] for subnet, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.675009 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853936148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852804249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852487860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850835656'] for subnet, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.682579 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:05.720272 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8226ed45-8420-481f-8392-a1b70f618477,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:05.722782 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for subnet, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.725839 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:05.728545 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cbf05-4cfe-4dc7-a07d-8f665fadc68d None None] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba requested from dv-cinder-786929-1-smb {{(pid=86485) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 19:00:05.730135 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e626a4c0-5463-4d93-b476-1c2bf75818f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8226ed45-8420-481f-8392-a1b70f618477 HTTP/1.1" status: 204 len: 168 time: 0.6506095 Apr 19 19:00:05.732908 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47290) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:05.850649 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685208'] for network, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.861421 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Deleting port 5714dd56-3813-43ff-b28f-a70562a81ec9 {{(pid=86484) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:05.861784 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:05.982715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] DHCP port deletion for 23d7935f-6db3-4fb5-8a77-30c8336444ba request from dv-cinder-786929-1-smb {{(pid=86485) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 19:00:05.986934 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Deleting port 5714dd56-3813-43ff-b28f-a70562a81ec9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:05.987362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.086332 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] For port 5714dd56-3813-43ff-b28f-a70562a81ec9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5714dd56-3813-43ff-b28f-a70562a81ec9,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86484) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:00:06.086780 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.206523 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.db [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] For port 5714dd56-3813-43ff-b28f-a70562a81ec9, host dv-cinder-786929-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-smb',level=0,port_id=5714dd56-3813-43ff-b28f-a70562a81ec9,segment=NetworkSegment(525f100b-d6d9-4e13-90b7-c52edde5351c),segment_id=525f100b-d6d9-4e13-90b7-c52edde5351c)] {{(pid=86485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 19:00:06.207014 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2014567'] for port, precommit_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.222726 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Calling delete_port for 5714dd56-3813-43ff-b28f-a70562a81ec9 owned by network:dhcp {{(pid=86484) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:00:06.334869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-737989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-186791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269120259615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767734067417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852488040'] for port, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.339933 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-a6cb9403-4a67-48dd-9dff-f8aa6048c914 tempest-TestMinimumBasicScenario-201843197 tempest-TestMinimumBasicScenario-201843197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:06.340078 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Calling delete_port for 5714dd56-3813-43ff-b28f-a70562a81ec9 owned by network:dhcp {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 19:00:06.387233 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Pushing event deleted for resources: {'Port': ['ID=5714dd56-3813-43ff-b28f-a70562a81ec9,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:06.389260 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] No DVR routers for this DVR port 5714dd56-3813-43ff-b28f-a70562a81ec9 on host dv-cinder-786929-1-smb {{(pid=86484) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 19:00:06.390878 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:06.419869 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.db.api [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86485) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 19:00:06.420275 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_db.api [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86485) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 19:00:06.512750 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853936255', 'neutron.services.segments.db._delete_segments_for_network-8767734433395'] for network, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.629229 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d7935f-6db3-4fb5-8a77-30c8336444ba']}} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:06.642826 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525f100b-d6d9-4e13-90b7-c52edde5351c') {'for_net_delete': True} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:06.643169 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.services.segments.db [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525f100b-d6d9-4e13-90b7-c52edde5351c') {} {{(pid=86484) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 19:00:06.655362 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269120233315', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3075046'] for segment, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.673250 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106702'] for segment, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.682164 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=86484) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 19:00:06.858316 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:00:06.867462 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2287855'] for segment, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.921601 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Deleting port 5714dd56-3813-43ff-b28f-a70562a81ec9 {{(pid=86485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 19:00:06.922071 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269120264052'] for port, before_delete {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:06.993428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-3a052ea4-2e9e-4db2-956d-aa7e2cd267e5 None None] The port '5714dd56-3813-43ff-b28f-a70562a81ec9' was deleted {{(pid=86485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 19:00:07.047447 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.managers [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Network 23d7935f-6db3-4fb5-8a77-30c8336444ba has no segments {{(pid=86484) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: Traceback (most recent call last): Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: timer() Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: cb(*args, **kw) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: return func(*args, **kwargs) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: self._notify() Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: self.callback(batched_events) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: event.method(event) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: segment_id)['aggregates'][0] Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: return f(self, *a, **k) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: return self._get(url).json() Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: **kwargs) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: return self.request(url, 'GET', **kwargs) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: **endpoint_filter) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 19:00:07.071027 dv-cinder-786929-1-smb neutron-server[86368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 19:00:07.160296 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5714dd56-3813-43ff-b28f-a70562a81ec9 no longer exists at agent ovs-agent-dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 19:00:07.179969 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-839561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852764776'] for network, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.184721 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613446'] for network, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.188995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:07.198557 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.plugin [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] No Port match for: 5714dd56-3813-43ff-b28f-a70562a81ec9 {{(pid=86485) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 19:00:07.198971 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.plugins.ml2.rpc [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Device 5714dd56-3813-43ff-b28f-a70562a81ec9 not bound to the agent host dv-cinder-786929-1-smb {{(pid=86485) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 19:00:07.217037 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d7935f-6db3-4fb5-8a77-30c8336444ba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:07.219521 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:07.223600 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-e7db8a9a-eb05-406a-91d1-6b7c1c874743 admin admin] 10.222.0.43 "DELETE /v2.0/networks/23d7935f-6db3-4fb5-8a77-30c8336444ba HTTP/1.1" status: 204 len: 168 time: 1.4895723 Apr 19 19:00:07.526696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47296) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:07.579148 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-c7d70da7-c43e-48fd-b2f9-f0fa603cde67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=389db79177214c93b477779aca12a8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510275 Apr 19 19:00:07.581629 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47300) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:07.642924 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.669903 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.808715 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.813738 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-94b6f103-210b-422a-ace4-5cd08a655e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:07.827863 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4491f13f-0982-4164-a396-1e6b3a25cb4e,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:07.830354 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:07.862023 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:07.863277 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3f6c3d57-432d-4443-bb0e-b9715bcba311 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4491f13f-0982-4164-a396-1e6b3a25cb4e HTTP/1.1" status: 204 len: 168 time: 0.2807047 Apr 19 19:00:08.344363 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47308) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:08.399835 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-b4db4ae9-2528-4114-942d-e2fd62c78a16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fadc4eda783645df9d758913f071073c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540693 Apr 19 19:00:08.402369 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [-] (86484) accepted ('10.222.0.43', 47312) {{(pid=86484) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 19:00:08.463221 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:08.489689 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:08.620286 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852802117'] for security_group, after_delete {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:08.625549 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-aa830fe7-47ed-4ee7-aeba-c7a02bb5e9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 19:00:08.639568 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff08d5-ed36-48e1-8e53-f51908c8feba,revision_number=None']} {{(pid=86484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 19:00:08.642708 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG oslo_concurrency.lockutils [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86484) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 19:00:08.643676 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86484) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:08.644856 dv-cinder-786929-1-smb neutron-server[86368]: INFO neutron.wsgi [None req-3ed19ea8-6c6b-451c-8e60-c15fed39dd4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61ff08d5-ed36-48e1-8e53-f51908c8feba HTTP/1.1" status: 204 len: 168 time: 0.2415230 Apr 19 19:00:11.080351 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:12.771415 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f3e4680e-1444-4713-ade1-ecc04783f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:15.476803 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4d65335c-8a78-4a43-af3e-74979e488b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:16.039994 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:16.159972 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:17.537028 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:18.178427 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:00:41.090966 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:42.771483 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-4a608214-81bf-4e4f-9621-27ac73c71c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:45.479506 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7b94-0443-4901-a5e9-486d6271c741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:46.073850 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:46.159460 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:47.553949 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:00:55.178237 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:01:11.113255 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:12.772675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8b37c1fe-cde8-4b13-b3f0-f19d7e908f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:15.475668 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2dde2525-e38d-4c4f-83ef-64b6f99283d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:16.058675 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:16.170123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:17.561323 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:32.178456 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:01:41.115856 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:42.772570 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-f9012cb3-be55-4c72-ac74-467889d6506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:45.504055 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8cca5ab7-0f73-4388-940b-4073a17f2b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:46.058056 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:46.155189 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:01:47.555137 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:09.177573 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:02:11.135195 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:12.775470 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9b8de13d-a297-43e8-8d9d-4db61af84f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:15.489580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-9fa18fd0-271a-4e2c-9f3b-cfe62edfa1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:16.072312 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:16.163696 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:17.560127 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:41.137326 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:42.780940 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-71f14f30-9ab8-41ef-b5be-6f746a109d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:45.484046 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-fdd74e30-0417-49ad-af20-4b206524b6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.066990 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.163580 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:02:46.177816 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:02:47.569109 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:11.163044 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:12.782175 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-c1b9a206-6c20-40f2-bdae-616afd2c919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:15.494664 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-080194be-103c-41b0-ad56-f7434d79f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:16.060252 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:16.157437 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:17.574647 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:23.178943 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:03:41.170170 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:42.804616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-445ec72b-f322-4f4e-ad50-a79430ca3e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:45.478571 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03b708f3-27c3-43ba-a3f0-4b9b027c7bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:46.067152 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:46.158428 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:03:47.576123 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:00.178616 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:04:11.169737 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:12.790891 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-702fcb86-7fa6-4d63-b963-c7b40feb3e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:15.471022 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-7f69250e-eb41-4bfe-a8ea-c756e2513b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:16.076618 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:16.163238 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:17.579341 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:37.179036 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.db.agents_db [None req-cda926c1-e6c5-4c2e-bbf9-1d6783736a33 None None] Agent healthcheck: found 6 active agents {{(pid=86486) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 19:04:39.381968 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron.wsgi [req-8cb13c30-5ba0-40ea-b366-2988ba22596e req-4df47023-10b3-49f3-a1eb-742adc6971a4 service neutron] (86483) timed out ('10.222.0.16', 49796) {{(pid=86483) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 19:04:41.184995 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-73aed2f2-cf47-4f2a-ae0a-3002d999b779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:42.798050 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-03a419ce-5911-4785-bca6-34515da7775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:45.512289 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-2aedd0af-fb50-4038-849d-0f5f4375ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:46.084306 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-0328c564-9c05-413d-84a8-d2db7c83a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:46.168872 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-8d66cd00-ac5c-4859-b8f5-45ebdeee2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 19:04:47.574781 dv-cinder-786929-1-smb neutron-server[86368]: DEBUG neutron_lib.callbacks.manager [None req-3a21b023-747c-4eb3-bf70-0aa42008fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269120342405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853938269'] for agent, after_update {{(pid=86485) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}